rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Push it on raw_generate!

Browse Source
This commit is contained in:
somebody
2022-09-22 19:14:35 -05:00
parent 1928a7c967
commit de6ea04e12
1 changed files with 4 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
aiserver.py
View File

@@ -4770,9 +4770,8 @@ def calcsubmit(txt):
"Colab", "Colab",
"API", "API",
"CLUSTER", "CLUSTER",
"OAI", # "TPUMeshTransformerGPTJ",
"TPUMeshTransformerGPTJ", # "TPUMeshTransformerGPTNeoX"
"TPUMeshTransformerGPTNeoX"
): ):
generate(subtxt, min, max, found_entries) generate(subtxt, min, max, found_entries)
elif koboldai_vars.model == "Colab": elif koboldai_vars.model == "Colab":
@@ -4781,10 +4780,8 @@ def calcsubmit(txt):
sendtoapi(utils.decodenewlines(tokenizer.decode(subtxt)), min, max) sendtoapi(utils.decodenewlines(tokenizer.decode(subtxt)), min, max)
elif koboldai_vars.model == "CLUSTER": elif koboldai_vars.model == "CLUSTER":
sendtocluster(utils.decodenewlines(tokenizer.decode(subtxt)), min, max) sendtocluster(utils.decodenewlines(tokenizer.decode(subtxt)), min, max)
elif koboldai_vars.model == "OAI": # elif koboldai_vars.use_colab_tpu or koboldai_vars.model in ("TPUMeshTransformerGPTJ", "TPUMeshTransformerGPTNeoX"):
oairequest(utils.decodenewlines(tokenizer.decode(subtxt)), min, max) # tpumtjgenerate(subtxt, min, max, found_entries=found_entries)
elif koboldai_vars.use_colab_tpu or koboldai_vars.model in ("TPUMeshTransformerGPTJ", "TPUMeshTransformerGPTNeoX"):
tpumtjgenerate(subtxt, min, max, found_entries=found_entries)
# For InferKit web API # For InferKit web API
else: else: