rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Fix

Browse Source
This commit is contained in:
ebolam
2022-08-04 09:17:26 -04:00
parent ed29aca10b
commit 5da72fda84
2 changed files with 6 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
aiserver.py
View File

@@ -2177,6 +2177,7 @@ def load_model(use_gpu=True, gpu_layers=None, disk_layers=None, initial_load=Fal
to_use["Recommended"] = {"Official": [], "Custom": []} to_use["Recommended"] = {"Official": [], "Custom": []}
to_use["Same Class"] = {"Official": [], "Custom": []} to_use["Same Class"] = {"Official": [], "Custom": []}
to_use["Other"] = {"Official": [], "Custom": []}
used_ids = [] used_ids = []
#Build recommended first: #Build recommended first:
for preset in presets: for preset in presets:
@@ -2188,7 +2189,8 @@ def load_model(use_gpu=True, gpu_layers=None, disk_layers=None, initial_load=Fal
used_ids.append(preset['uid']) used_ids.append(preset['uid'])
#Build Same Class #Build Same Class
for preset in presets: for preset in presets:
if preset['Model Size'] in koboldai_vars.model and preset['uid'] not in used_ids: print("Found: {} - {} -> {}".format(preset['Model Size'] in koboldai_vars.model, preset['Model Size'], koboldai_vars.model))
if preset['Model Size'] in koboldai_vars.model.replace("6.7B", "6B") and preset['uid'] not in used_ids:
if preset['Model Category'] == 'Custom': if preset['Model Category'] == 'Custom':
to_use['Recommended']['Custom'].append(preset) to_use['Recommended']['Custom'].append(preset)
else: else:
@@ -2198,13 +2200,10 @@ def load_model(use_gpu=True, gpu_layers=None, disk_layers=None, initial_load=Fal
for preset in presets: for preset in presets:
if preset['uid'] not in used_ids: if preset['uid'] not in used_ids:
used_ids.append(preset['uid']) used_ids.append(preset['uid'])
if preset['Model Type'] not in to_use:
to_use[preset['Model Type']] = {"Official": [], "Custom": []}
if preset['Model Category'] == 'Custom': if preset['Model Category'] == 'Custom':
to_use[preset['Model Type']]['Custom'].append(preset) to_use["Other"]['Custom'].append(preset)
else: else:
to_use[preset['Model Type']]['Official'].append(preset) to_use["Other"]['Official'].append(preset)
koboldai_vars.presets = to_use koboldai_vars.presets = to_use

2
official.presets
View File

File diff suppressed because one or more lines are too long