From 7fc5c46c1d38a5bbf0c902556743148aab983ed8 Mon Sep 17 00:00:00 2001
From: Henk <henk@henk.tech>
Date: Fri, 6 Jan 2023 16:40:56 +0100
Subject: [PATCH 1/2] Add Safetensors

Having the dependency adds basic support for safetensor models.
---
 environments/huggingface.yml | 1 +
 environments/rocm.yml        | 1 +
 requirements.txt             | 1 +
 requirements_mtj.txt         | 1 +
 4 files changed, 4 insertions(+)

diff --git a/environments/huggingface.yml b/environments/huggingface.yml
index dbd2b8c4..3f25a7fd 100644
--- a/environments/huggingface.yml
+++ b/environments/huggingface.yml
@@ -28,5 +28,6 @@ dependencies:
     - lupa==1.10
     - transformers==4.24.0
     - huggingface_hub>=0.10.1
+    - safetensors
     - accelerate
     - git+https://github.com/VE-FORBRYDERNE/mkultra
diff --git a/environments/rocm.yml b/environments/rocm.yml
index 75143858..f47dd6c1 100644
--- a/environments/rocm.yml
+++ b/environments/rocm.yml
@@ -28,5 +28,6 @@ dependencies:
     - lupa==1.10
     - transformers==4.24.0
     - huggingface_hub>=0.10.1
+    - safetensors
     - accelerate
     - git+https://github.com/VE-FORBRYDERNE/mkultra
diff --git a/requirements.txt b/requirements.txt
index 4eb50b03..44f50bdd 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -18,4 +18,5 @@ marshmallow>=3.13
 apispec-webframeworks
 loguru
 termcolor
+safetensors
 git+https://github.com/VE-FORBRYDERNE/mkultra
\ No newline at end of file
diff --git a/requirements_mtj.txt b/requirements_mtj.txt
index c2c61432..5d84dd43 100644
--- a/requirements_mtj.txt
+++ b/requirements_mtj.txt
@@ -20,4 +20,5 @@ bleach==4.1.0
 flask-session
 marshmallow>=3.13
 apispec-webframeworks
+safetensors
 loguru

From 0342f0db78af73a3d0e526a8295f5ce8b62bffcf Mon Sep 17 00:00:00 2001
From: Henk <henk@henk.tech>
Date: Fri, 6 Jan 2023 18:11:48 +0100
Subject: [PATCH 2/2] Install submodules on requirements install

This helps people who clone the repository without knowing submodules need to be cloned, on the dependency installation it will now automatically check the submodules.
---
 install_requirements.sh | 1 +
 1 file changed, 1 insertion(+)

diff --git a/install_requirements.sh b/install_requirements.sh
index 7d2c0c2f..6f0e0dfd 100755
--- a/install_requirements.sh
+++ b/install_requirements.sh
@@ -1,4 +1,5 @@
 #!/bin/bash
+git submodule update --init --recursive
 if [[ $1 = "cuda" ]]; then
 wget -qO- https://micromamba.snakepit.net/api/micromamba/linux-64/latest | tar -xvj bin/micromamba
 bin/micromamba create -f environments/huggingface.yml -r runtime -n koboldai -y