From 81e4c8a80744af4e9541fbb63dcfd281d86ee127 Mon Sep 17 00:00:00 2001 From: somebody Date: Mon, 24 Jul 2023 10:25:44 -0500 Subject: [PATCH] Backends: Fix GPTQ priority --- aiserver.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/aiserver.py b/aiserver.py index fe499edc..b34eeebf 100644 --- a/aiserver.py +++ b/aiserver.py @@ -631,8 +631,8 @@ model_backend_module_names = {} model_backend_type_crosswalk = {} PRIORITIZED_BACKEND_MODULES = { - "gptq_hf_torch": 1, - "generic_hf_torch": 2 + "gptq_hf_torch": 2, + "generic_hf_torch": 1 } for module in os.listdir("./modeling/inference_models"):