From f0fa80cd98440b49ea471ae4f7074d080a133a07 Mon Sep 17 00:00:00 2001
From: ebolam <ebolam@gmail.com>
Date: Tue, 29 Nov 2022 20:09:39 -0500
Subject: [PATCH] 8 bit testing

---
 aiserver.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/aiserver.py b/aiserver.py
index b4105618..5f2f5b37 100644
--- a/aiserver.py
+++ b/aiserver.py
@@ -2467,6 +2467,7 @@ def load_model(use_gpu=True, gpu_layers=None, disk_layers=None, initial_load=Fal
         use_8_bit = False
     if use_8_bit:
         koboldai_vars.lazy_load = False
+        koboldai_vars.breakmodel = False
     logger.info("koboldai_vars.lazy_load: {}".format(koboldai_vars.lazy_load))
     if(initial_load):
         use_breakmodel_args = True