Colab Debug

aiserver.py

@@ -1157,6 +1157,7 @@ def general_startup(override_args=None):
     parser.add_argument("--savemodel", action='store_true', help="Saves the model to the models folder even if --colab is used (Allows you to save models to Google Drive)")
     parser.add_argument("--customsettings", help="Preloads arguements from json file. You only need to provide the location of the json file. Use customsettings.json template file. It can be renamed if you wish so that you can store multiple configurations. Leave any settings you want as default as null. Any values you wish to set need to be in double quotation marks")
     parser.add_argument("--no_ui", action='store_true', default=False, help="Disables the GUI and Socket.IO server while leaving the API server running.")
+    parser.add_argument("--use_relay", action='store_true', default=False, help="Use messaging relay when the thread is busy (can loose data to UI if not used)")
     #args: argparse.Namespace = None
     if "pytest" in sys.modules and override_args is None:
         args = parser.parse_args([])
@@ -1253,10 +1254,13 @@ def general_startup(override_args=None):
             koboldai_vars.colaburl = args.path + "/request"; # Lets just use the same parameter to keep it simple
             
     #setup socketio relay queue
-    koboldai_settings.queue = multiprocessing.Queue()
-    #t = threading.Thread(target=socket_io_relay, args=(koboldai_settings.queue, socketio))
-    socketio.start_background_task(socket_io_relay, koboldai_settings.queue, socketio)
-    print("continued")
+    if args.use_relay:
+        koboldai_settings.no_relay = False
+        koboldai_settings.queue = multiprocessing.Queue()
+        socketio.start_background_task(socket_io_relay, koboldai_settings.queue, socketio)
+    else:
+        koboldai_settings.no_relay = True
+        
 #==================================================================#
 # Load Model
 #==================================================================# 
@@ -7255,7 +7259,6 @@ def socket_io_relay(queue, socketio):
             data = queue.get()
             socketio.emit(data[0], data[1], **data[2])
             #socketio.emit(data[0], data[1], broadcast=True, room="UI_2")
-            print("sent")
         time.sleep(0.05)
         
 

koboldai_settings.py

@@ -9,6 +9,7 @@ rely_clients = {}
 serverstarted = False
 port = 5000
 queue = None
+no_relay=False
 
 def clean_var_for_emit(value):
     if isinstance(value, KoboldStoryRegister) or isinstance(value, KoboldWorldInfo):
@@ -46,10 +47,11 @@ def process_variable_changes(socketio, classname, name, value, old_value, debug_
             else:
                 #If we got a variable change from a thread other than what the app is run it, eventlet seems to block and no further messages are sent. Instead, we'll rely the message to the app and have the main thread send it
                 if not has_request_context():
-                    data = ["var_changed", {"classname": classname, "name": name, "old_value": clean_var_for_emit(old_value), "value": clean_var_for_emit(value)}, {"include_self":True, "broadcast":True, "room":"UI_2"}]
-                    print("putting data in queue")
-                    queue.put(data)
-                    print("put data in queue")
+                    if not no_relay:
+                        data = ["var_changed", {"classname": classname, "name": name, "old_value": clean_var_for_emit(old_value), "value": clean_var_for_emit(value)}, {"include_self":True, "broadcast":True, "room":"UI_2"}]
+                        print("putting data in queue")
+                        queue.put(data)
+                        print("put data in queue")
                 else:
                     socketio.emit("var_changed", {"classname": classname, "name": name, "old_value": clean_var_for_emit(old_value), "value": clean_var_for_emit(value)}, include_self=True, broadcast=True, room="UI_2")