Dependencies required for newer models

environments/huggingface.yml

@@ -9,13 +9,15 @@ dependencies:
   - pytorch
   - python=3.8.*
   - cudatoolkit=11.1
-  - transformers
   - eventlet
   - markdown
   - bleach
   - pip
   - git
+  - sentencepiece
+  - protobuf
   - pip:
     - flask-cloudflared
     - flask-ngrok
     - lupa==1.10
+    - git+https://github.com/huggingface/transformers

environments/rocm.yml

@@ -3,7 +3,6 @@ channels:
   - conda-forge
   - defaults
 dependencies:
-  - transformers
   - colorama
   - flask-socketio
   - python=3.8.*
@@ -12,6 +11,8 @@ dependencies:
   - bleach
   - pip
   - git
+  - sentencepiece
+  - protobuf
   - pip:
     - --find-links https://download.pytorch.org/whl/rocm4.2/torch_stable.html
     - torch
@@ -19,3 +20,4 @@ dependencies:
     - flask-cloudflared
     - flask-ngrok
     - lupa==1.10
+    - git+https://github.com/huggingface/transformers

fairseq-dense-2.7B-Janeway

@@ -0,0 +1 @@
+Subproject commit 99ec3234354e8ac12f5a0a594469a815407ab3ab

requirements.txt

@@ -9,3 +9,5 @@ eventlet
 lupa==1.10
 markdown
 bleach
+sentencepiece
+protobuf