Safer method of determining request URL in sendtoapi

This commit is contained in:
vfbd
2022-08-11 13:29:47 -04:00
parent 1527db894e
commit 43e318bdc2

View File

@ -4864,6 +4864,7 @@ def sendtoapi(txt, min, max):
reqdata = { reqdata = {
'prompt': txt, 'prompt': txt,
'max_length': max - min + 1, 'max_length': max - min + 1,
'max_context_length': vars.max_length,
'rep_pen': vars.rep_pen, 'rep_pen': vars.rep_pen,
'rep_pen_slope': vars.rep_pen_slope, 'rep_pen_slope': vars.rep_pen_slope,
'rep_pen_range': vars.rep_pen_range, 'rep_pen_range': vars.rep_pen_range,
@ -4879,7 +4880,7 @@ def sendtoapi(txt, min, max):
# Create request # Create request
while True: while True:
req = requests.post( req = requests.post(
vars.colaburl.replace("/request", "/api/v1/generate"), vars.colaburl[:-8] + "/api/v1/generate",
json=reqdata, json=reqdata,
) )
if(req.status_code == 503): # Server is currently generating something else so poll until it's our turn if(req.status_code == 503): # Server is currently generating something else so poll until it's our turn