From e9c845dc2a1eae4927ed2a7417c6aa6969329bb9 Mon Sep 17 00:00:00 2001 From: ebolam Date: Thu, 11 May 2023 14:14:52 -0400 Subject: [PATCH] Fix for badwordIDs --- modeling/inference_models/generic_hf_torch.py | 2 +- modeling/inference_models/parents/hf.py | 1 + modeling/inference_models/parents/hf_torch.py | 2 +- 3 files changed, 3 insertions(+), 2 deletions(-) diff --git a/modeling/inference_models/generic_hf_torch.py b/modeling/inference_models/generic_hf_torch.py index b542c712..d5cf6397 100644 --- a/modeling/inference_models/generic_hf_torch.py +++ b/modeling/inference_models/generic_hf_torch.py @@ -43,7 +43,7 @@ class model_loader(HFTorchInferenceModel): self.model_name = os.path.basename( os.path.normpath(utils.koboldai_vars.custmodpth) ) - utils.koboldai_vars.model = self.model_name + utils.koboldai_vars.model = self.model_name # If we specify a model and it's in the root directory, we need to move # it to the models directory (legacy folder structure to new) diff --git a/modeling/inference_models/parents/hf.py b/modeling/inference_models/parents/hf.py index 3099feaf..1941a12e 100644 --- a/modeling/inference_models/parents/hf.py +++ b/modeling/inference_models/parents/hf.py @@ -17,6 +17,7 @@ class HFInferenceModel(InferenceModel): self.model = None self.tokenizer = None + self.badwordsids = koboldai_settings.badwordsids_default def is_valid(self, model_name, model_path, menu_path): try: diff --git a/modeling/inference_models/parents/hf_torch.py b/modeling/inference_models/parents/hf_torch.py index 4de13d7b..7cc16ad5 100644 --- a/modeling/inference_models/parents/hf_torch.py +++ b/modeling/inference_models/parents/hf_torch.py @@ -245,7 +245,7 @@ class HFTorchInferenceModel(HFInferenceModel): len(prompt_tokens) + max_new, utils.koboldai_vars.max_length ), repetition_penalty=1.0, - bad_words_ids=utils.koboldai_vars.badwordsids + bad_words_ids=self.badwordsids + additional_bad_words_ids, use_cache=True, num_return_sequences=batch_count,