rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

8 bit mode fix

Browse Source
This commit is contained in:
ebolam
2022-11-29 19:55:54 -05:00
parent 0581a74ead
commit 85a5997cc8
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
aiserver.py
View File

@@ -2461,6 +2461,7 @@ def load_model(use_gpu=True, gpu_layers=None, disk_layers=None, initial_load=Fal
global tokenizer global tokenizer
koboldai_vars.aibusy = True koboldai_vars.aibusy = True
koboldai_vars.horde_share = False koboldai_vars.horde_share = False
reset_model_settings()
if not koboldai_vars.bit_8_available or not koboldai_vars.experimental_features: if not koboldai_vars.bit_8_available or not koboldai_vars.experimental_features:
use_8_bit = False use_8_bit = False
@@ -2469,7 +2470,6 @@ def load_model(use_gpu=True, gpu_layers=None, disk_layers=None, initial_load=Fal
logger.info("koboldai_vars.lazy_load: {}".format(koboldai_vars.lazy_load)) logger.info("koboldai_vars.lazy_load: {}".format(koboldai_vars.lazy_load))
if(initial_load): if(initial_load):
use_breakmodel_args = True use_breakmodel_args = True
reset_model_settings()
if not utils.HAS_ACCELERATE: if not utils.HAS_ACCELERATE:
disk_layers = None disk_layers = None
koboldai_vars.reset_model() koboldai_vars.reset_model()