Dont accidentally block pad tokens

2025-06-05 21:59:24 +02:00 · 2023-07-21 16:25:32 +02:00
parent dc4404f29c
commit ec745d8b80
1 changed files with 2 additions and 0 deletions
--- a/modeling/inference_models/hf.py
+++ b/modeling/inference_models/hf.py
@@ -326,6 +326,8 @@ class HFInferenceModel(InferenceModel):
                if any(c in str(k) for c in "[]")
            ]

+            self.badwordsids.remove([self.tokenizer.pad_token_id])
+            
            if utils.koboldai_vars.newlinemode == "n":
                self.badwordsids.append([self.tokenizer.eos_token_id])