Fix for badwordIDs

modeling/inference_models/generic_hf_torch.py

@@ -43,7 +43,7 @@ class model_loader(HFTorchInferenceModel):
             self.model_name = os.path.basename(
                 os.path.normpath(utils.koboldai_vars.custmodpth)
             )
-            utils.koboldai_vars.model = self.model_name
+        utils.koboldai_vars.model = self.model_name
 
         # If we specify a model and it's in the root directory, we need to move
         # it to the models directory (legacy folder structure to new)

modeling/inference_models/parents/hf.py

@@ -17,6 +17,7 @@ class HFInferenceModel(InferenceModel):
 
         self.model = None
         self.tokenizer = None
+        self.badwordsids = koboldai_settings.badwordsids_default
 
     def is_valid(self, model_name, model_path, menu_path):
         try:

modeling/inference_models/parents/hf_torch.py

@@ -245,7 +245,7 @@ class HFTorchInferenceModel(HFInferenceModel):
                     len(prompt_tokens) + max_new, utils.koboldai_vars.max_length
                 ),
                 repetition_penalty=1.0,
-                bad_words_ids=utils.koboldai_vars.badwordsids
+                bad_words_ids=self.badwordsids
                 + additional_bad_words_ids,
                 use_cache=True,
                 num_return_sequences=batch_count,