diff --git a/modeling/inference_models/hf.py b/modeling/inference_models/hf.py index e407f5b4..9e7f2c9c 100644 --- a/modeling/inference_models/hf.py +++ b/modeling/inference_models/hf.py @@ -326,6 +326,8 @@ class HFInferenceModel(InferenceModel): if any(c in str(k) for c in "[]") ] + self.badwordsids.remove([self.tokenizer.pad_token_id]) + if utils.koboldai_vars.newlinemode == "n": self.badwordsids.append([self.tokenizer.eos_token_id])