Merge branch 'united' of https://github.com/henk717/KoboldAI into UI2

environments/huggingface.yml

@@ -30,6 +30,7 @@ dependencies:
     - lupa==1.10
     - transformers==4.24.0
     - huggingface_hub>=0.10.1
+    - safetensors
     - accelerate
     - git+https://github.com/VE-FORBRYDERNE/mkultra
     - flask-session

environments/rocm.yml

@@ -30,6 +30,7 @@ dependencies:
     - lupa==1.10
     - transformers==4.24.0
     - huggingface_hub>=0.10.1
+    - safetensors
     - accelerate
     - git+https://github.com/VE-FORBRYDERNE/mkultra
     - ansi2html

install_requirements.sh

@@ -1,4 +1,5 @@
 #!/bin/bash
+git submodule update --init --recursive
 if [[ $1 = "cuda" ]]; then
 wget -qO- https://micromamba.snakepit.net/api/micromamba/linux-64/latest | tar -xvj bin/micromamba
 bin/micromamba create -f environments/huggingface.yml -r runtime -n koboldai -y

requirements.txt

@@ -27,4 +27,5 @@ flask_compress
 ijson
 bitsandbytes
 ftfy
-pydub
+pydub
+safetensors

requirements_mtj.txt

@@ -20,6 +20,7 @@ bleach==4.1.0
 flask-session
 marshmallow>=3.13
 apispec-webframeworks
+safetensors
 loguru
 Pillow
 diffusers