rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-03-12 01:20:15 +01:00
Code Issues Projects Releases Wiki Activity

Merge pull request #194 from ebolam/united

Browse Source 
Fix for KoboldAI API as a model option
This commit is contained in:
henk717 2022-08-30 21:11:49 +02:00 committed by GitHub
commit c5caa03e5b
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
aiserver.py
View File

@ -1426,7 +1426,9 @@ def get_model_info(model, directory=""):
gpu_names = [] gpu_names = []
for i in range(gpu_count): for i in range(gpu_count):
gpu_names.append(torch.cuda.get_device_name(i)) gpu_names.append(torch.cuda.get_device_name(i))
if model in [x[1] for x in model_menu['apilist']]: if model in ['Colab', 'API']:
url = True
elif model in [x[1] for x in model_menu['apilist']]:
if path.exists("settings/{}.settings".format(model)): if path.exists("settings/{}.settings".format(model)):
with open("settings/{}.settings".format(model), "r") as file: with open("settings/{}.settings".format(model), "r") as file:
# Check if API key exists # Check if API key exists
@ -1439,8 +1441,6 @@ def get_model_info(model, directory=""):
key = True key = True
elif model == 'ReadOnly': elif model == 'ReadOnly':
pass pass
elif model == 'Colab':
url = True
elif not utils.HAS_ACCELERATE and not torch.cuda.is_available(): elif not utils.HAS_ACCELERATE and not torch.cuda.is_available():
pass pass
elif args.cpu: elif args.cpu: