rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

GenericHFTorch: Change use_4_bit to quantization in __init__

Browse Source
This commit is contained in:
somebody
2023-08-14 00:56:40 -05:00
parent 1c65528dbf
commit b9da974eb7
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
modeling/inference_models/generic_hf_torch/class.py
View File

@@ -29,7 +29,7 @@ model_backend_type = "Huggingface" #This should be a generic name in case multip
class model_backend(HFTorchInferenceModel): class model_backend(HFTorchInferenceModel):
def __init__(self) -> None: def __init__(self) -> None:
super().__init__() super().__init__()
self.use_4_bit = False self.quantization = False
def is_valid(self, model_name, model_path, menu_path): def is_valid(self, model_name, model_path, menu_path):
base_is_valid = super().is_valid(model_name, model_path, menu_path) base_is_valid = super().is_valid(model_name, model_path, menu_path)