From c9e6a0ca69000dec90e9a38879049e6b6651edcf Mon Sep 17 00:00:00 2001 From: Henk Date: Fri, 26 Jan 2024 13:07:30 +0100 Subject: [PATCH] Fix HF basic backend --- modeling/inference_models/basic_hf/class.py | 2 -- 1 file changed, 2 deletions(-) diff --git a/modeling/inference_models/basic_hf/class.py b/modeling/inference_models/basic_hf/class.py index 5ae2aa0d..02dfcbe2 100644 --- a/modeling/inference_models/basic_hf/class.py +++ b/modeling/inference_models/basic_hf/class.py @@ -163,7 +163,6 @@ class model_backend(InferenceModel): self.tokenizer = self._get_tokenizer(self.get_local_model_path()) self.model.kai_model = self - self.badwordsids = koboldai_settings.badwordsids_default utils.koboldai_vars.modeldim = self.model.get_input_embeddings().embedding_dim # Patch Huggingface stuff to use our samplers @@ -260,7 +259,6 @@ class model_backend(InferenceModel): len(prompt_tokens) + max_new, utils.koboldai_vars.max_length ), repetition_penalty=1.0, - bad_words_ids=self.badwordsids + additional_bad_words_ids, use_cache=True, num_return_sequences=batch_count, )