rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-02-02 02:26:45 +01:00
Code Issues Projects Releases Wiki Activity

switch to new API

Browse Source
This commit is contained in:
Divided by Zer0 2022-09-10 19:02:55 +02:00
parent 2eefb488d5
commit 888e33a63e
1 changed files with 8 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
aiserver.py
View File

@ -5178,7 +5178,7 @@ def sendtocluster(txt, min, max):
try:
# Create request
req = requests.post(
vars.colaburl[:-8] + "/generate/sync",
vars.colaburl[:-8] + "/api/v1/generate/sync",
json=cluster_metadata,
)
js = req.json()
@ -5206,7 +5206,13 @@ def sendtocluster(txt, min, max):
emit('from_server', {'cmd': 'errmsg', 'data': errmsg}, broadcast=True)
set_aibusy(0)
return
genout = js
gen_servers = [(cgen['server_name'],cgen['server_id']) for cgen in js]
print(f"Generations by: {gen_servers}")
# Just in case we want to announce it to the user
if len(js) == 1:
warnmsg = f"Text generated by {js[0]['server_name']}"
emit('from_server', {'cmd': 'warnmsg', 'data': warnmsg}, broadcast=True)
genout = [cgen['text'] for cgen in js]
for i in range(vars.numseqs):
vars.lua_koboldbridge.outputs[i+1] = genout[i]