From 96bc0848d60b67861d9133f4b09006ff1125086d Mon Sep 17 00:00:00 2001 From: Henk Date: Mon, 11 Sep 2023 14:15:18 +0200 Subject: [PATCH] Add multiple backend support --- colabkobold.sh | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/colabkobold.sh b/colabkobold.sh index a0855e6e..bb0709cc 100644 --- a/colabkobold.sh +++ b/colabkobold.sh @@ -40,6 +40,8 @@ while true ; do branch="$2" ; shift 2 ;; -s|--savemodel) savemodel=" --savemodel" ; shift 2 ;; + --backend) + backend=" --model_backend $2" ; shift 2 ;; --) shift ; break ;; *) echo "Internal error!" ; exit 1 ;; esac @@ -54,8 +56,8 @@ function launch exit 0 else cd /content/KoboldAI-Client - echo "Launching KoboldAI with the following options : python3 aiserver.py$model$kmpath$configname$ngrok$localtunnel$savemodel$revision --colab" - python3 aiserver.py$model$kmpath$configname$ngrok$localtunnel$savemodel$revision --colab + echo "Launching KoboldAI with the following options : python3 aiserver.py$model$kmpath$configname$ngrok$localtunnel$savemodel$revision$backend --colab" + python3 aiserver.py$model$kmpath$configname$ngrok$localtunnel$savemodel$revision$backend --colab exit fi }