rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Merge branch 'united' of https://github.com/henk717/KoboldAI into model-structure-and-maybe-rwkv

Browse Source
This commit is contained in:
onesome
2023-04-25 16:54:53 -05:00
parent f9fb5eba89 9eaa2aba47
commit b8bef641ff
12 changed files with 56 additions and 88 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
modeling/inference_models/hf_torch.py
View File

@@ -131,10 +131,14 @@ class HFTorchInferenceModel(HFInferenceModel):
if not utils.koboldai_vars.model_type:
utils.koboldai_vars.model_type = m_self.get_model_type()
# Model specific overrides if a model has bad defaults
# These are model specific overrides if a model has bad defaults
if utils.koboldai_vars.model_type == "llama":
m_self.tokenizer.decode_with_prefix_space = True
m_self.tokenizer.add_bos_token = False
elif utils.koboldai_vars.model_type == "opt":
m_self.tokenizer._koboldai_header = m_self.tokenizer.encode("")
m_self.tokenizer.add_bos_token = False
m_self.tokenizer.add_prefix_space = False
# Patch stopping_criteria
class PTHStopper(StoppingCriteria):