rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

oops

Browse Source
This commit is contained in:
somebody
2023-03-04 18:41:48 -06:00
parent b02513df07
commit c7822464c7
1 changed files with 0 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
modeling/stoppers.py
View File

@@ -132,15 +132,11 @@ class Stoppers:
if "newline_in_sequence" not in model.gen_state: if "newline_in_sequence" not in model.gen_state:
model.gen_state["newline_in_sequence"] = [False] * len(input_ids) model.gen_state["newline_in_sequence"] = [False] * len(input_ids)
print(model.gen_state["newline_in_sequence"])
for sequence_idx, batch_sequence in enumerate(input_ids): for sequence_idx, batch_sequence in enumerate(input_ids):
if model.tokenizer.decode(batch_sequence[-1]) == "\n": if model.tokenizer.decode(batch_sequence[-1]) == "\n":
model.gen_state["newline_in_sequence"][sequence_idx] = True model.gen_state["newline_in_sequence"][sequence_idx] = True
if all(model.gen_state["newline_in_sequence"]): if all(model.gen_state["newline_in_sequence"]):
del model.gen_state["newline_in_sequence"] del model.gen_state["newline_in_sequence"]
print("OUT")
return True return True
print("nah its ok")
return False return False