rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Backends: Fix GPTQ priority

Browse Source
This commit is contained in:
somebody
2023-07-24 10:25:44 -05:00
parent 30495cf8d8
commit 81e4c8a807
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
aiserver.py
View File

@@ -631,8 +631,8 @@ model_backend_module_names = {}
model_backend_type_crosswalk = {} model_backend_type_crosswalk = {}
PRIORITIZED_BACKEND_MODULES = { PRIORITIZED_BACKEND_MODULES = {
"gptq_hf_torch": 1, "gptq_hf_torch": 2,
"generic_hf_torch": 2 "generic_hf_torch": 1
} }
for module in os.listdir("./modeling/inference_models"): for module in os.listdir("./modeling/inference_models"):