Pytorch 2.0

environments/huggingface.yml

@@ -1,6 +1,7 @@
 name: koboldai
 channels:
   - pytorch
+  - nvidia
   - conda-forge
   - defaults
 dependencies:
@@ -9,9 +10,9 @@ dependencies:
   - flask-socketio=5.3.2
   - flask-session=0.4.0
   - python-socketio=5.7.2
-  - pytorch=1.11.*
+  - pytorch=2.0.*
   - python=3.8.*
-  - cudatoolkit=11.1
+  - pytorch-cuda=11.8
   - eventlet=0.33.3
   - dnspython=2.2.1
   - markdown
@@ -45,3 +46,4 @@ dependencies:
     - ftfy
     - pydub
     - diffusers
+    - peft

requirements.txt

@@ -4,7 +4,7 @@ Flask==2.2.3
 Flask-SocketIO==5.3.2
 python-socketio==5.7.2
 requests
-torch >= 1.9, < 1.13
+torch == 2.0.*
 flask-cloudflared==0.0.10
 flask-ngrok
 flask-cors
@@ -36,4 +36,5 @@ pytest==7.2.2
 pytest-html==3.2.0
 pytest-metadata==2.0.4
 requests-mock==1.10.0
-safetensors
+safetensors
+peft