rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

8 bit testing

Browse Source
This commit is contained in:
ebolam
2022-11-29 20:09:39 -05:00
parent 85a5997cc8
commit f0fa80cd98
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
aiserver.py
View File

@@ -2467,6 +2467,7 @@ def load_model(use_gpu=True, gpu_layers=None, disk_layers=None, initial_load=Fal
use_8_bit = False use_8_bit = False
if use_8_bit: if use_8_bit:
koboldai_vars.lazy_load = False koboldai_vars.lazy_load = False
koboldai_vars.breakmodel = False
logger.info("koboldai_vars.lazy_load: {}".format(koboldai_vars.lazy_load)) logger.info("koboldai_vars.lazy_load: {}".format(koboldai_vars.lazy_load))
if(initial_load): if(initial_load):
use_breakmodel_args = True use_breakmodel_args = True