rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

yep fix

Browse Source
This commit is contained in:
somebody
2022-09-22 19:47:21 -05:00
parent 5c546b3233
commit ae90c39f72
1 changed files with 16 additions and 16 deletions
Download Patch File Download Diff File Expand all files Collapse all files

32
aiserver.py
View File

@@ -4766,24 +4766,24 @@ def calcsubmit(txt):
else: else:
subtxt, min, max = calcsubmitbudget(actionlen, winfo, mem, anotetxt, koboldai_vars.actions, submission=txt) subtxt, min, max = calcsubmitbudget(actionlen, winfo, mem, anotetxt, koboldai_vars.actions, submission=txt)
if not koboldai_vars.use_colab_tpu and koboldai_vars.model not in ( # if koboldai_vars.model not in (
"Colab", # "Colab",
"API", # "API",
"CLUSTER", # "CLUSTER",
# "TPUMeshTransformerGPTJ", # # "TPUMeshTransformerGPTJ",
# "TPUMeshTransformerGPTNeoX" # # "TPUMeshTransformerGPTNeoX"
): # ):
generate(subtxt, min, max, found_entries) generate(subtxt, min, max, found_entries)
elif koboldai_vars.model == "Colab": # elif koboldai_vars.model == "Colab":
sendtocolab(utils.decodenewlines(tokenizer.decode(subtxt)), min, max) # sendtocolab(utils.decodenewlines(tokenizer.decode(subtxt)), min, max)
elif koboldai_vars.model == "API": # elif koboldai_vars.model == "API":
sendtoapi(utils.decodenewlines(tokenizer.decode(subtxt)), min, max) # sendtoapi(utils.decodenewlines(tokenizer.decode(subtxt)), min, max)
elif koboldai_vars.model == "CLUSTER": # elif koboldai_vars.model == "CLUSTER":
sendtocluster(utils.decodenewlines(tokenizer.decode(subtxt)), min, max) # sendtocluster(utils.decodenewlines(tokenizer.decode(subtxt)), min, max)
# elif koboldai_vars.use_colab_tpu or koboldai_vars.model in ("TPUMeshTransformerGPTJ", "TPUMeshTransformerGPTNeoX"): # elif koboldai_vars.use_colab_tpu or koboldai_vars.model in ("TPUMeshTransformerGPTJ", "TPUMeshTransformerGPTNeoX"):
# tpumtjgenerate(subtxt, min, max, found_entries=found_entries) # tpumtjgenerate(subtxt, min, max, found_entries=found_entries)
else: # else:
print(":(", koboldai_vars.model) # print(":(", koboldai_vars.model)
# For InferKit web API # For InferKit web API
else: else: