rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Bug fix for probabilities (fixes issue 344)

Browse Source
This commit is contained in:
ebolam
2022-12-16 20:05:15 -05:00
parent eabbd73bf3
commit 802bef8c37
1 changed files with 24 additions and 21 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
koboldai_settings.py
View File

@@ -1538,6 +1538,7 @@ class KoboldStoryRegister(object):
self.actions[action_id]["Selected Text"] = text self.actions[action_id]["Selected Text"] = text
self.actions[action_id]["Time"] = self.actions[action_id].get("Time", int(time.time())) self.actions[action_id]["Time"] = self.actions[action_id].get("Time", int(time.time()))
if 'Probabilities' in self.actions[action_id]: if 'Probabilities' in self.actions[action_id]:
if self.koboldai_vars.tokenizer is not None:
tokens = self.koboldai_vars.tokenizer.encode(text) tokens = self.koboldai_vars.tokenizer.encode(text)
for token_num in range(len(self.actions[action_id]["Probabilities"])): for token_num in range(len(self.actions[action_id]["Probabilities"])):
for token_option in range(len(self.actions[action_id]["Probabilities"][token_num])): for token_option in range(len(self.actions[action_id]["Probabilities"][token_num])):
@@ -1591,6 +1592,7 @@ class KoboldStoryRegister(object):
del item['stream_id'] del item['stream_id']
found = True found = True
if 'Probabilities' in item: if 'Probabilities' in item:
if self.koboldai_vars.tokenizer is not None:
tokens = self.koboldai_vars.tokenizer.encode(option) tokens = self.koboldai_vars.tokenizer.encode(option)
for token_num in range(len(item["Probabilities"])): for token_num in range(len(item["Probabilities"])):
for token_option in range(len(item["Probabilities"][token_num])): for token_option in range(len(item["Probabilities"][token_num])):
@@ -1605,6 +1607,7 @@ class KoboldStoryRegister(object):
del item['stream_id'] del item['stream_id']
found = True found = True
if 'Probabilities' in item: if 'Probabilities' in item:
if self.koboldai_vars.tokenizer is not None:
tokens = self.koboldai_vars.tokenizer.encode(option) tokens = self.koboldai_vars.tokenizer.encode(option)
for token_num in range(len(item["Probabilities"])): for token_num in range(len(item["Probabilities"])):
for token_option in range(len(item["Probabilities"][token_num])): for token_option in range(len(item["Probabilities"][token_num])):