rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Indexed prioritization

Browse Source 
not a great way to get that data
This commit is contained in:
somebody
2023-07-23 16:04:23 -05:00
parent 89637ae9d7
commit 3aa677ce11
1 changed files with 12 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

17
aiserver.py
View File

@@ -630,7 +630,9 @@ model_backends = {}
model_backend_module_names = {}
model_backend_type_crosswalk = {}
PRIORITIZED_BACKEND_MODULES = ["generic_hf_torch"]
PRIORITIZED_BACKEND_MODULES = {
"generic_hf_torch": 1
}
for module in os.listdir("./modeling/inference_models"):
if module == '__pycache__':
@@ -666,10 +668,15 @@ for module in os.listdir("./modeling/inference_models"):
model_backend_module_names[backend_name] = module
if backend_type in model_backend_type_crosswalk:
if module in PRIORITIZED_BACKEND_MODULES:
model_backend_type_crosswalk[backend_type].insert(0, backend_name)
else:
model_backend_type_crosswalk[backend_type].append(backend_name)
model_backend_type_crosswalk[backend_type].append(backend_name)
model_backend_type_crosswalk[backend_type] = list(sorted(
model_backend_type_crosswalk[backend_type],
key=lambda name: PRIORITIZED_BACKEND_MODULES.get(
[mod for b_name, mod in model_backend_module_names.items() if b_name == name][0],
0
),
reverse=True
))
else:
model_backend_type_crosswalk[backend_type] = [backend_name]