rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Safer method of determining request URL in sendtoapi

Browse Source
This commit is contained in:
vfbd
2022-08-11 13:29:47 -04:00
parent 1527db894e
commit 43e318bdc2
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
aiserver.py
View File

@ -4864,6 +4864,7 @@ def sendtoapi(txt, min, max):
reqdata = { reqdata = {
'prompt': txt, 'prompt': txt,
'max_length': max - min + 1, 'max_length': max - min + 1,
'max_context_length': vars.max_length,
'rep_pen': vars.rep_pen, 'rep_pen': vars.rep_pen,
'rep_pen_slope': vars.rep_pen_slope, 'rep_pen_slope': vars.rep_pen_slope,
'rep_pen_range': vars.rep_pen_range, 'rep_pen_range': vars.rep_pen_range,
@ -4879,7 +4880,7 @@ def sendtoapi(txt, min, max):
# Create request # Create request
while True: while True:
req = requests.post( req = requests.post(
vars.colaburl.replace("/request", "/api/v1/generate"), vars.colaburl[:-8] + "/api/v1/generate",
json=reqdata, json=reqdata,
) )
if(req.status_code == 503): # Server is currently generating something else so poll until it's our turn if(req.status_code == 503): # Server is currently generating something else so poll until it's our turn