rixty
/
KoboldAI-Client
mirror of https://github.com/KoboldAI/KoboldAI-Client.git
1
1
Fork 0
Code Issues Projects Releases Wiki Activity

Improved TPU support

This commit is contained in:
henk717 2022-03-05 19:47:51 +01:00
parent 6f2febb142
commit 935c7e5786
1 changed files with 5 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
colabkobold.sh
View File

@ -48,8 +48,8 @@ function launch
exit 0 exit 0
else else
cd /content/KoboldAI-Client cd /content/KoboldAI-Client
echo "Launching KoboldAI with the following options : python3 aiserver.py$model$kmpath$configname$ngrok --remote --override_delete --override_rename" echo "Launching KoboldAI with the following options : python3 aiserver.py$model$kmpath$configname$ngrok$colab"
python3 aiserver.py$model$kmpath$configname$ngrok --colab python3 aiserver.py$model$kmpath$configname$ngrok$colab
exit exit
fi fi
} }
@ -151,10 +151,12 @@ if [ "$init" != "skip" ]; then
ln -s /content/drive/MyDrive/KoboldAI/userscripts/ userscripts ln -s /content/drive/MyDrive/KoboldAI/userscripts/ userscripts
ln -s /content/drive/MyDrive/KoboldAI/models/ models ln -s /content/drive/MyDrive/KoboldAI/models/ models
if [ "$model" == " --model TPUMeshTransformerGPTJ" ]; then if [ -n "${COLAB_TPU_ADDR+set}" ]; then
pip install -r requirements_mtj.txt pip install -r requirements_mtj.txt
colab=" --colab --colab_tpu"
else else
pip install -r requirements.txt pip install -r requirements.txt
colab=" --colab"
fi fi
# Make sure Colab has netbase # Make sure Colab has netbase