rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Fixes 16-bit if BnB is not installed

Browse Source
This commit is contained in:
Henk
2023-07-16 02:02:58 +02:00
parent fac006125e
commit 8bef2e5fef
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
modeling/inference_models/generic_hf_torch/class.py
View File

@@ -47,7 +47,7 @@ class model_backend(HFTorchInferenceModel):
def set_input_parameters(self, parameters): def set_input_parameters(self, parameters):
super().set_input_parameters(parameters) super().set_input_parameters(parameters)
self.use_4_bit = parameters['use_4_bit'] self.use_4_bit = parameters['use_4_bit'] if 'use_4_bit' in parameters else False
def _load(self, save_model: bool, initial_load: bool) -> None: def _load(self, save_model: bool, initial_load: bool) -> None:
utils.koboldai_vars.allowsp = True utils.koboldai_vars.allowsp = True