rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Fix for multi-gpu not showing appropriately

Browse Source 
Slight visual improvement for custom model load breadcrumbs
This commit is contained in:
ebolam
2022-06-08 19:39:04 -04:00
parent 4548dcf1b0
commit c565978fff
3 changed files with 30 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
aiserver.py
View File

@ -1031,6 +1031,7 @@ def get_model_info(model, directory=""):
key_value = ""
break_values = []
url = False
gpu_count = torch.cuda.device_count()
if model in [x[1] for x in model_menu['apilist']]:
if path.exists("settings/{}.settings".format(model)):
with open("settings/{}.settings".format(model), "r") as file:
@ -1059,10 +1060,10 @@ def get_model_info(model, directory=""):
break_values = file.read().split(",")
else:
break_values = [layer_count]
break_values += [0] * (gpu+1 - len(break_values))
break_values += [0] * (gpu_count - len(break_values))
emit('from_server', {'cmd': 'selected_model_info', 'key_value': key_value, 'key':key,
'gpu':gpu, 'layer_count':layer_count, 'breakmodel':breakmodel,
'break_values': break_values, 'gpu_count': torch.cuda.device_count(),
'break_values': break_values, 'gpu_count': gpu_count,
'url': url}, broadcast=True)
if key_value != "":
get_oai_models(key_value)