From 39f7dec9accbbdcddf5a68406710ab12b95bacee Mon Sep 17 00:00:00 2001
From: somebody <onesome01@protonmail.com>
Date: Thu, 22 Sep 2022 20:18:06 -0500
Subject: [PATCH] Oops

---
 aiserver.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/aiserver.py b/aiserver.py
index 95d92bec..3f12407b 100644
--- a/aiserver.py
+++ b/aiserver.py
@@ -4848,12 +4848,13 @@ def core_generate(text: list, min: int, max: int, found_entries: set):
     # This generation function is tangled with koboldai_vars intentionally. It
     # is meant for the story and nothing else.
 
+    gen_in = torch.tensor(text, dtype=torch.long)[None]
+
     if koboldai_vars.is_model_torch():
         # Torch stuff
         if koboldai_vars.full_determinism:
             torch.manual_seed(koboldai_vars.seed)
 
-        gen_in = torch.tensor(text, dtype=torch.long)[None]
         if koboldai_vars.sp is not None:
             soft_tokens = torch.arange(
                 model.config.vocab_size,