Fix models with good pad tokens

2025-06-05 21:59:24 +02:00 · 2023-07-21 16:39:58 +02:00
parent ec745d8b80
commit 432cdc9a08
1 changed files with 4 additions and 1 deletions
--- a/modeling/inference_models/hf.py
+++ b/modeling/inference_models/hf.py
@@ -326,7 +326,10 @@ class HFInferenceModel(InferenceModel):
                if any(c in str(k) for c in "[]")
            ]

-            self.badwordsids.remove([self.tokenizer.pad_token_id])
+            try:
+                self.badwordsids.remove([self.tokenizer.pad_token_id])
+            except:
+                pass
            
            if utils.koboldai_vars.newlinemode == "n":
                self.badwordsids.append([self.tokenizer.eos_token_id])