Work on mtj

aiserver.py

@@ -4841,13 +4841,15 @@ def calcsubmit(txt):
         # Send it!
         ikrequest(subtxt)
 
-def __debug(text):
-    print(f"[DBG] {text}")
+def __debug(*args):
+    print("[DBG] ", *args)
 
 def core_generate(text: list, min: int, max: int, found_entries: set):
     # This generation function is tangled with koboldai_vars intentionally. It
     # is meant for the story and nothing else.
 
+    if koboldai_vars.is_model_torch():
+        # Torch stuff
         if koboldai_vars.full_determinism:
             torch.manual_seed(koboldai_vars.seed)
 

koboldai_settings.py

@@ -288,6 +288,15 @@ class koboldai_vars(object):
         self.context = context
         return tokens, used_tokens, used_tokens+self.genamt
 
+    def is_model_torch(self) -> bool:
+        if self.use_colab_tpu:
+            return False
+
+        if self.model in ["Colab", "API", "CLUSTER", "ReadOnly", "OAI"]:
+            return False
+
+        return True
+    
     def __setattr__(self, name, value):
         if name[0] == "_" or name == "tokenizer":
             super().__setattr__(name, value)