rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Ban EOS token in N mode

Browse Source
This commit is contained in:
Henk
2023-04-30 18:48:22 +02:00
parent 61511a5714
commit 545f79086d
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
aiserver.py
View File

@@ -3225,6 +3225,8 @@ def load_model(use_gpu=True, gpu_layers=None, disk_layers=None, initial_load=Fal
if(koboldai_vars.badwordsids is koboldai_settings.badwordsids_default and koboldai_vars.model_type not in ("gpt2", "gpt_neo", "gptj")):
koboldai_vars.badwordsids = [[v] for k, v in tokenizer.get_vocab().items() if any(c in str(k) for c in "[]")]
if koboldai_vars.newlinemode == "n":
koboldai_vars.badwordsids.append([tokenizer.eos_token_id])
patch_causallm(model)
if(koboldai_vars.hascuda):