rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Debug for 8 bit

Browse Source
This commit is contained in:
ebolam
2022-11-29 19:34:43 -05:00
parent aabc73b3f7
commit 0581a74ead
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
aiserver.py
View File

@@ -2461,10 +2461,12 @@ def load_model(use_gpu=True, gpu_layers=None, disk_layers=None, initial_load=Fal
global tokenizer global tokenizer
koboldai_vars.aibusy = True koboldai_vars.aibusy = True
koboldai_vars.horde_share = False koboldai_vars.horde_share = False
if not koboldai_vars.bit_8_available or not koboldai_vars.experimental_features: if not koboldai_vars.bit_8_available or not koboldai_vars.experimental_features:
use_8_bit = False use_8_bit = False
if use_8_bit: if use_8_bit:
koboldai_vars.lazy_load = False koboldai_vars.lazy_load = False
logger.info("koboldai_vars.lazy_load: {}".format(koboldai_vars.lazy_load))
if(initial_load): if(initial_load):
use_breakmodel_args = True use_breakmodel_args = True
reset_model_settings() reset_model_settings()