rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Add multiple backend support

Browse Source
This commit is contained in:
Henk
2023-09-11 14:15:18 +02:00
parent 3115b69906
commit 96bc0848d6
1 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
colabkobold.sh
View File

@@ -40,6 +40,8 @@ while true ; do
branch="$2" ; shift 2 ;; branch="$2" ; shift 2 ;;
-s|--savemodel) -s|--savemodel)
savemodel=" --savemodel" ; shift 2 ;; savemodel=" --savemodel" ; shift 2 ;;
--backend)
backend=" --model_backend $2" ; shift 2 ;;
--) shift ; break ;; --) shift ; break ;;
*) echo "Internal error!" ; exit 1 ;; *) echo "Internal error!" ; exit 1 ;;
esac esac
@@ -54,8 +56,8 @@ function launch
exit 0 exit 0
else else
cd /content/KoboldAI-Client cd /content/KoboldAI-Client
echo "Launching KoboldAI with the following options : python3 aiserver.py$model$kmpath$configname$ngrok$localtunnel$savemodel$revision --colab" echo "Launching KoboldAI with the following options : python3 aiserver.py$model$kmpath$configname$ngrok$localtunnel$savemodel$revision$backend --colab"
python3 aiserver.py$model$kmpath$configname$ngrok$localtunnel$savemodel$revision --colab python3 aiserver.py$model$kmpath$configname$ngrok$localtunnel$savemodel$revision$backend --colab
exit exit
fi fi
} }