diff --git a/colabkobold.sh b/colabkobold.sh index e3ff048c..4c45a12c 100644 --- a/colabkobold.sh +++ b/colabkobold.sh @@ -102,6 +102,8 @@ if [ "$init" != "skip" ]; then fi fi +cd /content + # Models extracted? Then we skip anything beyond this point for faster loading. if [ -f "/content/extracted" ]; then launch @@ -133,7 +135,7 @@ if [ ! -z ${tar+x} ]; then make install cd .. apt install zstd -y - pv $tar | tar -I zstd -x + pv $dloc/$tar | tar -I zstd -C /content/ -x touch /content/extracted fi diff --git a/environments/finetuneanon.yml b/environments/finetuneanon.yml index 76ae366b..6b549f9d 100644 --- a/environments/finetuneanon.yml +++ b/environments/finetuneanon.yml @@ -10,9 +10,11 @@ dependencies: - cudatoolkit=11.1 - tensorflow-gpu - python=3.8.* + - gevent-websocket - pip - git - pip: - git+https://github.com/finetuneanon/transformers@gpt-neo-localattention3-rp-b - flask-cloudflared - - flask-ngrok \ No newline at end of file + - flask-ngrok + - lupa \ No newline at end of file diff --git a/environments/huggingface.yml b/environments/huggingface.yml index b67c8a4a..71f420c9 100644 --- a/environments/huggingface.yml +++ b/environments/huggingface.yml @@ -11,8 +11,10 @@ dependencies: - python=3.8.* - cudatoolkit=11.1 - transformers + - gevent-websocket - pip - git - pip: - flask-cloudflared - - flask-ngrok \ No newline at end of file + - flask-ngrok + - lupa \ No newline at end of file diff --git a/environments/rocm-finetune.yml b/environments/rocm-finetune.yml index 8e281f68..dfc2d6d7 100644 --- a/environments/rocm-finetune.yml +++ b/environments/rocm-finetune.yml @@ -6,6 +6,7 @@ dependencies: - colorama - flask-socketio - python=3.8.* + - gevent-websocket - pip - git - pip: @@ -14,4 +15,5 @@ dependencies: - torchvision==0.11.1 - flask-cloudflared - git+https://github.com/finetuneanon/transformers@gpt-neo-localattention3-rp-b - - flask-ngrok \ No newline at end of file + - flask-ngrok + - lupa \ No newline at end of file diff --git a/environments/rocm.yml b/environments/rocm.yml index 782d9903..91d9522c 100644 --- a/environments/rocm.yml +++ b/environments/rocm.yml @@ -8,6 +8,7 @@ dependencies: - colorama - flask-socketio - python=3.8.* + - gevent-websocket - pip - git - pip: @@ -16,3 +17,4 @@ dependencies: - torchvision==0.11.1 - flask-cloudflared - flask-ngrok + - lupa \ No newline at end of file diff --git a/play.sh b/play.sh deleted file mode 100644 index bd87baa1..00000000 --- a/play.sh +++ /dev/null @@ -1,4 +0,0 @@ -#!/bin/bash -conda env create -f environments/huggingface.yml -conda activate koboldai -python aiserver.py $* \ No newline at end of file diff --git a/requirements.txt b/requirements.txt index a65591c1..fd28f8e9 100644 --- a/requirements.txt +++ b/requirements.txt @@ -4,4 +4,6 @@ Flask-SocketIO requests torch flask-cloudflared -flask-ngrok \ No newline at end of file +flask-ngrok +gevent-websocket +lupa \ No newline at end of file diff --git a/requirements_mtj.txt b/requirements_mtj.txt index d82bfcb0..c687fbd6 100644 --- a/requirements_mtj.txt +++ b/requirements_mtj.txt @@ -12,3 +12,5 @@ flask Flask-SocketIO flask-cloudflared >= 0.0.5 flask-ngrok +gevent-websocket +lupa \ No newline at end of file