rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Only show 4-bit toggle on valid model

Browse Source
This commit is contained in:
Henk
2023-07-15 19:42:26 +02:00
parent 71b6e8d6d4
commit 23a104a4fe
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
modeling/inference_models/generic_hf_torch/class.py
View File

@@ -28,7 +28,7 @@ class model_backend(HFTorchInferenceModel):
def get_requested_parameters(self, model_name, model_path, menu_path, parameters = {}):
requested_parameters = super().get_requested_parameters(model_name, model_path, menu_path, parameters)
dependency_exists = importlib.util.find_spec("bitsandbytes")
if dependency_exists:
if dependency_exists and (model_name != 'customhuggingface' or "custom_model_name" in parameters):
requested_parameters.append({
"uitype": "toggle",
"unit": "bool",