rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

switch to new API

Browse Source
This commit is contained in:
Divided by Zer0
2022-09-10 19:02:55 +02:00
parent 2eefb488d5
commit 888e33a63e
1 changed files with 8 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
aiserver.py
View File

@ -5178,7 +5178,7 @@ def sendtocluster(txt, min, max):
try: try:
# Create request # Create request
req = requests.post( req = requests.post(
vars.colaburl[:-8] + "/generate/sync", vars.colaburl[:-8] + "/api/v1/generate/sync",
json=cluster_metadata, json=cluster_metadata,
) )
js = req.json() js = req.json()
@ -5206,7 +5206,13 @@ def sendtocluster(txt, min, max):
emit('from_server', {'cmd': 'errmsg', 'data': errmsg}, broadcast=True) emit('from_server', {'cmd': 'errmsg', 'data': errmsg}, broadcast=True)
set_aibusy(0) set_aibusy(0)
return return
genout = js gen_servers = [(cgen['server_name'],cgen['server_id']) for cgen in js]
print(f"Generations by: {gen_servers}")
# Just in case we want to announce it to the user
if len(js) == 1:
warnmsg = f"Text generated by {js[0]['server_name']}"
emit('from_server', {'cmd': 'warnmsg', 'data': warnmsg}, broadcast=True)
genout = [cgen['text'] for cgen in js]
for i in range(vars.numseqs): for i in range(vars.numseqs):
vars.lua_koboldbridge.outputs[i+1] = genout[i] vars.lua_koboldbridge.outputs[i+1] = genout[i]