From 0581a74ead34eb330822ff235ce0010197a8e3e1 Mon Sep 17 00:00:00 2001
From: ebolam <ebolam@gmail.com>
Date: Tue, 29 Nov 2022 19:34:43 -0500
Subject: [PATCH] Debug for 8 bit

---
 aiserver.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/aiserver.py b/aiserver.py
index d99dc16a..193a0ef7 100644
--- a/aiserver.py
+++ b/aiserver.py
@@ -2461,10 +2461,12 @@ def load_model(use_gpu=True, gpu_layers=None, disk_layers=None, initial_load=Fal
     global tokenizer
     koboldai_vars.aibusy = True
     koboldai_vars.horde_share = False
+    
     if not koboldai_vars.bit_8_available or not koboldai_vars.experimental_features:
         use_8_bit = False
     if use_8_bit:
         koboldai_vars.lazy_load = False
+    logger.info("koboldai_vars.lazy_load: {}".format(koboldai_vars.lazy_load))
     if(initial_load):
         use_breakmodel_args = True
     reset_model_settings()