Add Safetensors

Having the dependency adds basic support for safetensor models.
2023-01-06 16:40:56 +01:00 · 2023-01-06 16:40:56 +01:00 · 7fc5c46c1d
parent 1dbc987048
commit 7fc5c46c1d
4 changed files with 4 additions and 0 deletions
--- a/environments/huggingface.yml
+++ b/environments/huggingface.yml
@ -28,5 +28,6 @@ dependencies:
    - lupa==1.10
    - transformers==4.24.0
    - huggingface_hub>=0.10.1
+    - safetensors
    - accelerate
    - git+https://github.com/VE-FORBRYDERNE/mkultra
--- a/environments/rocm.yml
+++ b/environments/rocm.yml
@ -28,5 +28,6 @@ dependencies:
    - lupa==1.10
    - transformers==4.24.0
    - huggingface_hub>=0.10.1
+    - safetensors
    - accelerate
    - git+https://github.com/VE-FORBRYDERNE/mkultra
--- a/requirements.txt
+++ b/requirements.txt
@ -18,4 +18,5 @@ marshmallow>=3.13
 apispec-webframeworks
 loguru
 termcolor
+safetensors
 git+https://github.com/VE-FORBRYDERNE/mkultra
--- a/requirements_mtj.txt
+++ b/requirements_mtj.txt
@ -20,4 +20,5 @@ bleach==4.1.0
 flask-session
 marshmallow>=3.13
 apispec-webframeworks
+safetensors
 loguru