rixty
/
KoboldAI-Client
mirror of https://github.com/KoboldAI/KoboldAI-Client.git
1
1
Fork 0
Code Issues Projects Releases Wiki Activity

Hide load button on BnB 4-bit

This commit is contained in:
Henk 2024-01-26 12:42:59 +01:00
parent 7c48b0fcd5
commit 308cf0cf82
3 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

BIN
aria2c.exe Normal file
View File

Binary file not shown.

2
modeling/inference_models/generic_hf_torch/class.py
View File

@ -112,6 +112,7 @@ class model_backend(HFTorchInferenceModel):
if not hasattr(self.model_config, 'quantization_config'):
if self.quantization == "8bit":
utils.koboldai_vars.disable_model_load = True
tf_kwargs.update({
"quantization_config":BitsAndBytesConfig(
load_in_8bit=True,
@ -120,6 +121,7 @@ class model_backend(HFTorchInferenceModel):
})
if self.quantization == "4bit" or utils.koboldai_vars.colab_arg:
utils.koboldai_vars.disable_model_load = True # Hiding scope here is a little larger, but since we must hide the button on Colab anyway thats ok - Henk
tf_kwargs.update({
"quantization_config":BitsAndBytesConfig(
load_in_4bit=True,

3
static/koboldai.css
View File

@ -3593,8 +3593,7 @@ body.NotConnected {
}
.settings_button[system_disable_model_load="true"] {
cursor: not-allowed;
pointer-events: none;
display:none
}
@font-face {