Merge branch 'united' into world-info

colabkobold.sh

@@ -102,6 +102,8 @@ if [ "$init" != "skip" ]; then
     fi
 fi
 
+cd /content
+
 # Models extracted? Then we skip anything beyond this point for faster loading.
 if [ -f "/content/extracted" ]; then
     launch
@@ -133,7 +135,7 @@ if [ ! -z ${tar+x} ]; then
     make install
     cd ..
     apt install zstd -y
-    pv $tar | tar -I zstd -x
+    pv $dloc/$tar | tar -I zstd -C /content/ -x
     touch /content/extracted
 fi
 

environments/finetuneanon.yml

@@ -10,9 +10,11 @@ dependencies:
   - cudatoolkit=11.1
   - tensorflow-gpu
   - python=3.8.*
+  - gevent-websocket
   - pip
   - git
   - pip:
     - git+https://github.com/finetuneanon/transformers@gpt-neo-localattention3-rp-b
     - flask-cloudflared
-    - flask-ngrok
+    - flask-ngrok
+    - lupa

environments/huggingface.yml

@@ -11,8 +11,10 @@ dependencies:
   - python=3.8.*
   - cudatoolkit=11.1
   - transformers
+  - gevent-websocket
   - pip
   - git
   - pip:
     - flask-cloudflared
-    - flask-ngrok
+    - flask-ngrok
+    - lupa

environments/rocm-finetune.yml

@@ -6,6 +6,7 @@ dependencies:
   - colorama
   - flask-socketio
   - python=3.8.*
+  - gevent-websocket
   - pip
   - git
   - pip:
@@ -14,4 +15,5 @@ dependencies:
     - torchvision==0.11.1
     - flask-cloudflared
     - git+https://github.com/finetuneanon/transformers@gpt-neo-localattention3-rp-b
-    - flask-ngrok
+    - flask-ngrok
+    - lupa

environments/rocm.yml

@@ -8,6 +8,7 @@ dependencies:
   - colorama
   - flask-socketio
   - python=3.8.*
+  - gevent-websocket
   - pip
   - git
   - pip:
@@ -16,3 +17,4 @@ dependencies:
     - torchvision==0.11.1
     - flask-cloudflared
     - flask-ngrok
+    - lupa

play.sh

@@ -1,4 +0,0 @@
-#!/bin/bash
-conda env create -f environments/huggingface.yml
-conda activate koboldai
-python aiserver.py $*

requirements.txt

@@ -4,4 +4,6 @@ Flask-SocketIO
 requests
 torch
 flask-cloudflared
-flask-ngrok
+flask-ngrok
+gevent-websocket
+lupa

requirements_mtj.txt

@@ -12,3 +12,5 @@ flask
 Flask-SocketIO
 flask-cloudflared >= 0.0.5
 flask-ngrok
+gevent-websocket
+lupa