From cb6ccacd647ff56dfb19d5d01cb037527b04c95a Mon Sep 17 00:00:00 2001 From: henk717 Date: Mon, 21 Feb 2022 21:17:12 +0100 Subject: [PATCH] Dependencies required for newer models --- environments/huggingface.yml | 4 +++- environments/rocm.yml | 4 +++- fairseq-dense-2.7B-Janeway | 1 + requirements.txt | 4 +++- 4 files changed, 10 insertions(+), 3 deletions(-) create mode 160000 fairseq-dense-2.7B-Janeway diff --git a/environments/huggingface.yml b/environments/huggingface.yml index 7d9d8e69..56b97938 100644 --- a/environments/huggingface.yml +++ b/environments/huggingface.yml @@ -9,13 +9,15 @@ dependencies: - pytorch - python=3.8.* - cudatoolkit=11.1 - - transformers - eventlet - markdown - bleach - pip - git + - sentencepiece + - protobuf - pip: - flask-cloudflared - flask-ngrok - lupa==1.10 + - git+https://github.com/huggingface/transformers \ No newline at end of file diff --git a/environments/rocm.yml b/environments/rocm.yml index 8690ec57..b8e74515 100644 --- a/environments/rocm.yml +++ b/environments/rocm.yml @@ -3,7 +3,6 @@ channels: - conda-forge - defaults dependencies: - - transformers - colorama - flask-socketio - python=3.8.* @@ -12,6 +11,8 @@ dependencies: - bleach - pip - git + - sentencepiece + - protobuf - pip: - --find-links https://download.pytorch.org/whl/rocm4.2/torch_stable.html - torch @@ -19,3 +20,4 @@ dependencies: - flask-cloudflared - flask-ngrok - lupa==1.10 + - git+https://github.com/huggingface/transformers diff --git a/fairseq-dense-2.7B-Janeway b/fairseq-dense-2.7B-Janeway new file mode 160000 index 00000000..99ec3234 --- /dev/null +++ b/fairseq-dense-2.7B-Janeway @@ -0,0 +1 @@ +Subproject commit 99ec3234354e8ac12f5a0a594469a815407ab3ab diff --git a/requirements.txt b/requirements.txt index f077a04e..d74661e8 100644 --- a/requirements.txt +++ b/requirements.txt @@ -8,4 +8,6 @@ flask-ngrok eventlet lupa==1.10 markdown -bleach \ No newline at end of file +bleach +sentencepiece +protobuf \ No newline at end of file