rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Fix for colab

Browse Source
This commit is contained in:
ebolam
2023-05-24 16:47:19 -04:00
parent 92f592ea20
commit b116e22bca
1 changed files with 4 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
aiserver.py
View File

@@ -1559,6 +1559,9 @@ def general_startup(override_args=None):
socketio.start_background_task(socket_io_relay, koboldai_settings.queue, socketio)
if koboldai_vars.use_colab_tpu and args.model_backend == "Huggingface":
args.model_backend = "Huggingface MTJ"
if args.model:
# At this point we have to try to load the model through the selected backend
if args.model_backend not in model_backends:
@@ -1593,6 +1596,7 @@ def general_startup(override_args=None):
return args.model_backend
else:
return "Read Only"