From d3a73aaebacc42642eaba756c40b76d7787d28ed Mon Sep 17 00:00:00 2001 From: somebody Date: Sat, 15 Apr 2023 13:17:20 -0500 Subject: [PATCH] Fix api --- aiserver.py | 2 +- modeling/inference_models/api.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/aiserver.py b/aiserver.py index bb09a20c..2d6acb13 100644 --- a/aiserver.py +++ b/aiserver.py @@ -1916,7 +1916,7 @@ def load_model(use_gpu=True, gpu_layers=None, disk_layers=None, initial_load=Fal model = BasicAPIInferenceModel() elif koboldai_vars.model == "API": from modeling.inference_models.api import APIInferenceModel - model = APIInferenceModel() + model = APIInferenceModel(url.replace("/request", "")) elif koboldai_vars.model == "CLUSTER": from modeling.inference_models.horde import HordeInferenceModel model = HordeInferenceModel() diff --git a/modeling/inference_models/api.py b/modeling/inference_models/api.py index 70cea10b..3b045daf 100644 --- a/modeling/inference_models/api.py +++ b/modeling/inference_models/api.py @@ -23,7 +23,7 @@ class APIException(Exception): class APIInferenceModel(InferenceModel): - def __init__(self, base_url: str = "http://localhost:5000") -> None: + def __init__(self, base_url: str) -> None: super().__init__() self.base_url = base_url