rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

yep fix

Browse Source
This commit is contained in:
somebody
2022-09-22 19:47:21 -05:00
parent 5c546b3233
commit ae90c39f72
1 changed files with 16 additions and 16 deletions
Download Patch File Download Diff File Expand all files Collapse all files

32
aiserver.py
View File

@@ -4766,24 +4766,24 @@ def calcsubmit(txt):
else:
subtxt, min, max = calcsubmitbudget(actionlen, winfo, mem, anotetxt, koboldai_vars.actions, submission=txt)
if not koboldai_vars.use_colab_tpu and koboldai_vars.model not in (
"Colab",
"API",
"CLUSTER",
# "TPUMeshTransformerGPTJ",
# "TPUMeshTransformerGPTNeoX"
):
generate(subtxt, min, max, found_entries)
elif koboldai_vars.model == "Colab":
sendtocolab(utils.decodenewlines(tokenizer.decode(subtxt)), min, max)
elif koboldai_vars.model == "API":
sendtoapi(utils.decodenewlines(tokenizer.decode(subtxt)), min, max)
elif koboldai_vars.model == "CLUSTER":
sendtocluster(utils.decodenewlines(tokenizer.decode(subtxt)), min, max)
# if koboldai_vars.model not in (
# "Colab",
# "API",
# "CLUSTER",
# # "TPUMeshTransformerGPTJ",
# # "TPUMeshTransformerGPTNeoX"
# ):
generate(subtxt, min, max, found_entries)
# elif koboldai_vars.model == "Colab":
# sendtocolab(utils.decodenewlines(tokenizer.decode(subtxt)), min, max)
# elif koboldai_vars.model == "API":
# sendtoapi(utils.decodenewlines(tokenizer.decode(subtxt)), min, max)
# elif koboldai_vars.model == "CLUSTER":
# sendtocluster(utils.decodenewlines(tokenizer.decode(subtxt)), min, max)
# elif koboldai_vars.use_colab_tpu or koboldai_vars.model in ("TPUMeshTransformerGPTJ", "TPUMeshTransformerGPTNeoX"):
# tpumtjgenerate(subtxt, min, max, found_entries=found_entries)
else:
print(":(", koboldai_vars.model)
# else:
# print(":(", koboldai_vars.model)
# For InferKit web API
else: