rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Merge branch 'united' of https://github.com/henk717/KoboldAI into model-structure-and-maybe-rwkv

Browse Source
This commit is contained in:
somebody
2023-03-07 17:02:28 -06:00
parent 3b05359e4b b307cdff57
commit dc3dd38c4e
5 changed files with 14 additions and 23 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
modeling/inference_models/hf_mtj.py
View File

@@ -202,6 +202,7 @@ class HFMTJInferenceModel(HFInferenceModel):
)
self.tokenizer = tpu_mtj_backend.tokenizer
if (
utils.koboldai_vars.badwordsids is koboldai_settings.badwordsids_default
and utils.koboldai_vars.model_type not in ("gpt2", "gpt_neo", "gptj")
@@ -209,8 +210,7 @@ class HFMTJInferenceModel(HFInferenceModel):
utils.koboldai_vars.badwordsids = [
[v]
for k, v in self.tokenizer.get_vocab().items()
if any(c in str(k) for c in "<>[]")
if utils.koboldai_vars.newlinemode != "s" or str(k) != "</s>"
if any(c in str(k) for c in "[]")
]
def get_soft_tokens(self) -> np.array: