rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-02-17 12:10:49 +01:00
Code Issues Projects Releases Wiki Activity

Prevent transformers XGLM from stopping generation on </s> token

Browse Source
This commit is contained in:
Gnome Ann 2022-02-19 23:15:16 -05:00
parent a47e93cee7
commit a63fa3b067
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
aiserver.py
View File

@ -875,6 +875,9 @@ if(not vars.model in ["InferKit", "Colab", "OAI", "ReadOnly", "TPUMeshTransforme
kwargs["logits_warper"] = new_get_logits_warper(
beams=1,
)
if(vars.newlinemode == "s"):
kwargs["eos_token_id"] = -1
kwargs.setdefault("pad_token_id", 2)
return new_sample.old_sample(self, *args, **kwargs)
new_sample.old_sample = transformers.generation_utils.GenerationMixin.sample
transformers.generation_utils.GenerationMixin.sample = new_sample
@ -2928,7 +2931,6 @@ def _generate(txt, minimum, maximum, found_entries):
genout = generator(
gen_in,
do_sample=True,
min_length=minimum,
max_length=int(2e9),
repetition_penalty=1.1,
bad_words_ids=vars.badwordsids,