From 3e8e3a18b07243c5bb8476388701fe70b3cf8304 Mon Sep 17 00:00:00 2001
From: somebody <onesome01@protonmail.com>
Date: Sun, 9 Apr 2023 18:23:52 -0500
Subject: [PATCH] Fix for custom gpt2

---
 aiserver.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/aiserver.py b/aiserver.py
index f3e5e5a5..e1764532 100644
--- a/aiserver.py
+++ b/aiserver.py
@@ -1907,6 +1907,7 @@ def load_model(use_gpu=True, gpu_layers=None, disk_layers=None, initial_load=Fal
             from modeling.inference_models.legacy_gpt2_hf import CustomGPT2HFTorchInferenceModel
             model = CustomGPT2HFTorchInferenceModel(
                 koboldai_vars.model,
+                lazy_load=koboldai_vars.lazy_load,
                 low_mem=args.lowmem
             )
         else: