Fix for colab

This commit is contained in:
ebolam
2023-05-24 16:47:19 -04:00
parent 92f592ea20
commit b116e22bca

View File

@@ -1559,6 +1559,9 @@ def general_startup(override_args=None):
socketio.start_background_task(socket_io_relay, koboldai_settings.queue, socketio)
if koboldai_vars.use_colab_tpu and args.model_backend == "Huggingface":
args.model_backend = "Huggingface MTJ"
if args.model:
# At this point we have to try to load the model through the selected backend
if args.model_backend not in model_backends:
@@ -1596,6 +1599,7 @@ def general_startup(override_args=None):
def unload_model():
global model
global generator