rixty
/
KoboldAI-Client
mirror of https://github.com/KoboldAI/KoboldAI-Client.git
1
1
Fork 0
Code Issues Projects Releases Wiki Activity

Linux Installer Improvements

This commit is contained in:
Henk 2022-05-01 15:58:37 +02:00
parent 9f7c9c4b9e
commit a3dc188c8f
3 changed files with 21 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
install_requirements.sh Executable file
View File

@ -0,0 +1,15 @@
if [[ $1 = "cuda" ]]; then
wget -qO- https://micromamba.snakepit.net/api/micromamba/linux-64/latest | tar -xvj bin/micromamba
bin/micromamba create -f environments/huggingface.yml -r runtime -n koboldai -y
# Weird micromamba bug causes it to fail the first time, running it twice just to be safe, the second time is much faster
bin/micromamba create -f environments/huggingface.yml -r runtime -n koboldai -y
exit
fi
if [[ $1 = "rocm" ]]; then
wget -qO- https://micromamba.snakepit.net/api/micromamba/linux-64/latest | tar -xvj bin/micromamba
bin/micromamba create -f environments/rocm.yml -r runtime -n koboldai-rocm -y
# Weird micromamba bug causes it to fail the first time, running it twice just to be safe, the second time is much faster
bin/micromamba create -f environments/rocm.yml -r runtime -n koboldai-rocm -y
exit
fi
echo Please specify either CUDA or ROCM

5
play-rocm.sh
View File

@ -1,3 +1,4 @@
wget -qO- https://micromamba.snakepit.net/api/micromamba/linux-64/latest | tar -xvj bin/micromamba if [ ! -f "runtime/envs/koboldai-rocm/bin/python" ]; then
bin/micromamba create -f environments/rocm.yml -r runtime -n koboldai-rocm -y source ./install_requirements.sh rocm
fi
bin/micromamba run -r runtime -n koboldai-rocm python aiserver.py $* bin/micromamba run -r runtime -n koboldai-rocm python aiserver.py $*

5
play.sh
View File

@ -1,3 +1,4 @@
wget -qO- https://micromamba.snakepit.net/api/micromamba/linux-64/latest | tar -xvj bin/micromamba if [ ! -f "runtime/envs/koboldai/bin/python" ]; then
bin/micromamba create -f environments/huggingface.yml -r runtime -n koboldai -y source ./install_requirements.sh cuda
fi
bin/micromamba run -r runtime -n koboldai python aiserver.py $* bin/micromamba run -r runtime -n koboldai python aiserver.py $*