mirror of
https://github.com/KoboldAI/KoboldAI-Client.git
synced 2025-06-05 21:59:24 +02:00
Safer method of determining request URL in sendtoapi
This commit is contained in:
@ -4864,6 +4864,7 @@ def sendtoapi(txt, min, max):
|
|||||||
reqdata = {
|
reqdata = {
|
||||||
'prompt': txt,
|
'prompt': txt,
|
||||||
'max_length': max - min + 1,
|
'max_length': max - min + 1,
|
||||||
|
'max_context_length': vars.max_length,
|
||||||
'rep_pen': vars.rep_pen,
|
'rep_pen': vars.rep_pen,
|
||||||
'rep_pen_slope': vars.rep_pen_slope,
|
'rep_pen_slope': vars.rep_pen_slope,
|
||||||
'rep_pen_range': vars.rep_pen_range,
|
'rep_pen_range': vars.rep_pen_range,
|
||||||
@ -4879,7 +4880,7 @@ def sendtoapi(txt, min, max):
|
|||||||
# Create request
|
# Create request
|
||||||
while True:
|
while True:
|
||||||
req = requests.post(
|
req = requests.post(
|
||||||
vars.colaburl.replace("/request", "/api/v1/generate"),
|
vars.colaburl[:-8] + "/api/v1/generate",
|
||||||
json=reqdata,
|
json=reqdata,
|
||||||
)
|
)
|
||||||
if(req.status_code == 503): # Server is currently generating something else so poll until it's our turn
|
if(req.status_code == 503): # Server is currently generating something else so poll until it's our turn
|
||||||
|
Reference in New Issue
Block a user