rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Fix HF basic backend

Browse Source
This commit is contained in:
Henk
2024-01-26 13:07:30 +01:00
parent 308cf0cf82
commit c9e6a0ca69
1 changed files with 0 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
modeling/inference_models/basic_hf/class.py
View File

@@ -163,7 +163,6 @@ class model_backend(InferenceModel):
self.tokenizer = self._get_tokenizer(self.get_local_model_path()) self.tokenizer = self._get_tokenizer(self.get_local_model_path())
self.model.kai_model = self self.model.kai_model = self
self.badwordsids = koboldai_settings.badwordsids_default
utils.koboldai_vars.modeldim = self.model.get_input_embeddings().embedding_dim utils.koboldai_vars.modeldim = self.model.get_input_embeddings().embedding_dim
# Patch Huggingface stuff to use our samplers # Patch Huggingface stuff to use our samplers
@@ -260,7 +259,6 @@ class model_backend(InferenceModel):
len(prompt_tokens) + max_new, utils.koboldai_vars.max_length len(prompt_tokens) + max_new, utils.koboldai_vars.max_length
), ),
repetition_penalty=1.0, repetition_penalty=1.0,
bad_words_ids=self.badwordsids + additional_bad_words_ids,
use_cache=True, use_cache=True,
num_return_sequences=batch_count, num_return_sequences=batch_count,
) )