rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Merge pull request #334 from YellowRoseCx/YellowRoseCx-advpatch-1

Browse Source 
Add AdventureMode stopper
This commit is contained in:
henk717
2023-07-23 20:38:51 +02:00
committed by GitHub
parent 66fb8b8937 13405d836e
commit d70481874c
1 changed files with 10 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
modeling/stoppers.py
View File

@@ -126,6 +126,11 @@ class Stoppers:
# null_character = model.tokenizer.encode(chr(0))[0] # null_character = model.tokenizer.encode(chr(0))[0]
if "completed" not in model.gen_state: if "completed" not in model.gen_state:
model.gen_state["completed"] = [False] * len(input_ids) model.gen_state["completed"] = [False] * len(input_ids)
if utils.koboldai_vars.adventure:
extra_options = ["> You", "You:", "\n\n You", "\n\nYou", ". You"]
for option in extra_options:
if option not in utils.koboldai_vars.stop_sequence:
utils.koboldai_vars.stop_sequence.append(option)
#one issue is that the stop sequence may not actual align with the end of token #one issue is that the stop sequence may not actual align with the end of token
#if its a subsection of a longer token #if its a subsection of a longer token
@@ -140,6 +145,10 @@ class Stoppers:
if all(model.gen_state["completed"]): if all(model.gen_state["completed"]):
utils.koboldai_vars.generated_tkns = utils.koboldai_vars.genamt utils.koboldai_vars.generated_tkns = utils.koboldai_vars.genamt
del model.gen_state["completed"] del model.gen_state["completed"]
if utils.koboldai_vars.adventure: # Remove added adventure mode stop sequences
for option in extra_options:
if option in utils.koboldai_vars.stop_sequence:
utils.koboldai_vars.stop_sequence.remove(option)
return True return True
return False return False