New Linux Runtime

.gitignore

@@ -9,6 +9,8 @@ stories
 /.project
 *.bak
 miniconda3
+runtime
+bin
 *.settings
 __pycache__
 *.log

commandline-rocm.sh

@@ -0,0 +1 @@
+bin/micromamba run -r runtime -n koboldai-rocm bash

commandline.sh

@@ -0,0 +1 @@
+bin/micromamba run -r runtime -n koboldai bash

docker-rocm.sh

@@ -0,0 +1,4 @@
+cd docker-rocm
+xhost +local:docker
+cp ../environments/rocm.yml env.yml
+docker-compose run --service-ports koboldai bash -c "cd /content && python3 aiserver.py $*"

environments/rocm.yml

@@ -15,9 +15,9 @@ dependencies:
   - protobuf
   - pip:
     - --find-links https://download.pytorch.org/whl/rocm4.2/torch_stable.html
-    - torch==1.11.*
+    - torch==1.10.*
-    - torchvision==0.11.1
+    - torchvision
     - flask-cloudflared
     - flask-ngrok
     - lupa==1.10
-    - transformers>=4.17
+    - transformers>=4.17

play-rocm.sh

@@ -1,4 +1,3 @@
-cd docker-rocm
+wget -qO- https://micromamba.snakepit.net/api/micromamba/linux-64/latest | tar -xvj bin/micromamba
-xhost +local:docker
+bin/micromamba create -f environments/rocm.yml -r runtime -n koboldai-rocm -y
-cp ../environments/rocm.yml env.yml
+bin/micromamba run -r runtime -n koboldai-rocm python aiserver.py
-docker-compose run --service-ports koboldai bash -c "cd /content && python3 aiserver.py $*"

play.sh

@@ -0,0 +1,3 @@
+wget -qO- https://micromamba.snakepit.net/api/micromamba/linux-64/latest | tar -xvj bin/micromamba
+bin/micromamba create -f environments/huggingface.yml -r runtime -n koboldai -y
+bin/micromamba run -r runtime -n koboldai python aiserver.py