rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Push it on raw_generate!

Browse Source
This commit is contained in:
somebody
2022-09-22 19:14:35 -05:00
parent 1928a7c967
commit de6ea04e12
1 changed files with 4 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
aiserver.py
View File

@@ -4770,9 +4770,8 @@ def calcsubmit(txt):
"Colab",
"API",
"CLUSTER",
"OAI",
"TPUMeshTransformerGPTJ",
"TPUMeshTransformerGPTNeoX"
# "TPUMeshTransformerGPTJ",
# "TPUMeshTransformerGPTNeoX"
):
generate(subtxt, min, max, found_entries)
elif koboldai_vars.model == "Colab":
@@ -4781,10 +4780,8 @@ def calcsubmit(txt):
sendtoapi(utils.decodenewlines(tokenizer.decode(subtxt)), min, max)
elif koboldai_vars.model == "CLUSTER":
sendtocluster(utils.decodenewlines(tokenizer.decode(subtxt)), min, max)
elif koboldai_vars.model == "OAI":
oairequest(utils.decodenewlines(tokenizer.decode(subtxt)), min, max)
elif koboldai_vars.use_colab_tpu or koboldai_vars.model in ("TPUMeshTransformerGPTJ", "TPUMeshTransformerGPTNeoX"):
tpumtjgenerate(subtxt, min, max, found_entries=found_entries)
# elif koboldai_vars.use_colab_tpu or koboldai_vars.model in ("TPUMeshTransformerGPTJ", "TPUMeshTransformerGPTNeoX"):
# tpumtjgenerate(subtxt, min, max, found_entries=found_entries)
# For InferKit web API
else: