diff --git a/environments/huggingface.yml b/environments/huggingface.yml
index 7d9d8e69..56b97938 100644
--- a/environments/huggingface.yml
+++ b/environments/huggingface.yml
@@ -9,13 +9,15 @@ dependencies:
   - pytorch
   - python=3.8.*
   - cudatoolkit=11.1
-  - transformers
   - eventlet
   - markdown
   - bleach
   - pip
   - git
+  - sentencepiece
+  - protobuf
   - pip:
     - flask-cloudflared
     - flask-ngrok
     - lupa==1.10
+    - git+https://github.com/huggingface/transformers
\ No newline at end of file
diff --git a/environments/rocm.yml b/environments/rocm.yml
index 8690ec57..b8e74515 100644
--- a/environments/rocm.yml
+++ b/environments/rocm.yml
@@ -3,7 +3,6 @@ channels:
   - conda-forge
   - defaults
 dependencies:
-  - transformers
   - colorama
   - flask-socketio
   - python=3.8.*
@@ -12,6 +11,8 @@ dependencies:
   - bleach
   - pip
   - git
+  - sentencepiece
+  - protobuf
   - pip:
     - --find-links https://download.pytorch.org/whl/rocm4.2/torch_stable.html
     - torch
@@ -19,3 +20,4 @@ dependencies:
     - flask-cloudflared
     - flask-ngrok
     - lupa==1.10
+    - git+https://github.com/huggingface/transformers
diff --git a/fairseq-dense-2.7B-Janeway b/fairseq-dense-2.7B-Janeway
new file mode 160000
index 00000000..99ec3234
--- /dev/null
+++ b/fairseq-dense-2.7B-Janeway
@@ -0,0 +1 @@
+Subproject commit 99ec3234354e8ac12f5a0a594469a815407ab3ab
diff --git a/requirements.txt b/requirements.txt
index f077a04e..d74661e8 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -8,4 +8,6 @@ flask-ngrok
 eventlet
 lupa==1.10
 markdown
-bleach
\ No newline at end of file
+bleach
+sentencepiece
+protobuf
\ No newline at end of file