rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-01-22 21:29:59 +01:00
Code Issues Projects Releases Wiki Activity

fix for multiple gens breaking API/CLUSTER

Browse Source
This commit is contained in:
Divided by Zer0 2022-08-31 22:58:58 +02:00
parent 39944c4258
commit 339225e400
1 changed files with 12 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
aiserver.py
View File

@ -5028,14 +5028,17 @@ def sendtoapi(txt, min, max):
if(len(genout) == 1): if(len(genout) == 1):
genresult(genout[0]) genresult(genout[0])
else: else:
adjusted_genout = []
for item in genout:
adjusted_genout.append({"generated_text": item})
# Convert torch output format to transformers # Convert torch output format to transformers
seqs = [] seqs = []
for seq in genout: for seq in adjusted_genout:
seqs.append({"generated_text": seq}) seqs.append({"generated_text": seq})
if(vars.lua_koboldbridge.restart_sequence is not None and vars.lua_koboldbridge.restart_sequence > 0): if(vars.lua_koboldbridge.restart_sequence is not None and vars.lua_koboldbridge.restart_sequence > 0):
genresult(genout[vars.lua_koboldbridge.restart_sequence-1]["generated_text"]) genresult(adjusted_genout[vars.lua_koboldbridge.restart_sequence-1]["generated_text"])
else: else:
genselect(genout) genselect(adjusted_genout)
set_aibusy(0) set_aibusy(0)
return return
@ -5107,14 +5110,17 @@ def sendtocluster(txt, min, max):
if(len(genout) == 1): if(len(genout) == 1):
genresult(genout[0]) genresult(genout[0])
else: else:
adjusted_genout = []
for item in genout:
adjusted_genout.append({"generated_text": item})
# Convert torch output format to transformers # Convert torch output format to transformers
seqs = [] seqs = []
for seq in genout: for seq in adjusted_genout:
seqs.append({"generated_text": seq}) seqs.append({"generated_text": seq})
if(vars.lua_koboldbridge.restart_sequence is not None and vars.lua_koboldbridge.restart_sequence > 0): if(vars.lua_koboldbridge.restart_sequence is not None and vars.lua_koboldbridge.restart_sequence > 0):
genresult(genout[vars.lua_koboldbridge.restart_sequence-1]["generated_text"]) genresult(adjusted_genout[vars.lua_koboldbridge.restart_sequence-1]["generated_text"])
else: else:
genselect(genout) genselect(adjusted_genout)
set_aibusy(0) set_aibusy(0)
return return