From b116e22bca85f059976711063850bdbfc5430522 Mon Sep 17 00:00:00 2001 From: ebolam Date: Wed, 24 May 2023 16:47:19 -0400 Subject: [PATCH] Fix for colab --- aiserver.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/aiserver.py b/aiserver.py index 42715de6..b06aaa83 100644 --- a/aiserver.py +++ b/aiserver.py @@ -1559,6 +1559,9 @@ def general_startup(override_args=None): socketio.start_background_task(socket_io_relay, koboldai_settings.queue, socketio) + if koboldai_vars.use_colab_tpu and args.model_backend == "Huggingface": + args.model_backend = "Huggingface MTJ" + if args.model: # At this point we have to try to load the model through the selected backend if args.model_backend not in model_backends: @@ -1593,6 +1596,7 @@ def general_startup(override_args=None): return args.model_backend else: return "Read Only" +