rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Fix for Horde

Browse Source
This commit is contained in:
ebolam
2023-05-11 14:20:14 -04:00
parent e9c845dc2a
commit a9c785d0f0
1 changed files with 6 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
modeling/inference_models/horde.py
View File

@@ -116,9 +116,9 @@ class model_loader(InferenceModel):
def _load(self, save_model: bool, initial_load: bool) -> None: def _load(self, save_model: bool, initial_load: bool) -> None:
self.tokenizer = self._get_tokenizer( self.tokenizer = self._get_tokenizer(
utils.koboldai_vars.cluster_requested_models[0] self.model
if len(utils.koboldai_vars.cluster_requested_models) > 0 #if len(self.model) > 0
else "gpt2", #else "gpt2",
) )
def _raw_generate( def _raw_generate(
@@ -166,14 +166,14 @@ class model_loader(InferenceModel):
client_agent = "KoboldAI:2.0.0:koboldai.org" client_agent = "KoboldAI:2.0.0:koboldai.org"
cluster_headers = { cluster_headers = {
"apikey": utils.koboldai_vars.horde_api_key, "apikey": self.key,
"Client-Agent": client_agent, "Client-Agent": client_agent,
} }
try: try:
# Create request # Create request
req = requests.post( req = requests.post(
f"{utils.koboldai_vars.horde_url}/api/v2/generate/text/async", f"{self.url}/api/v2/generate/text/async",
json=cluster_metadata, json=cluster_metadata,
headers=cluster_headers, headers=cluster_headers,
) )
@@ -211,7 +211,7 @@ class model_loader(InferenceModel):
while not finished: while not finished:
try: try:
req = requests.get( req = requests.get(
f"{utils.koboldai_vars.horde_url}/api/v2/generate/text/status/{request_id}", f"{self.url}/api/v2/generate/text/status/{request_id}",
headers=cluster_agent_headers, headers=cluster_agent_headers,
) )
except requests.exceptions.ConnectionError: except requests.exceptions.ConnectionError: