From 20e0b59fb95dab35cf4f1f9ffc6e82afd27fdbfe Mon Sep 17 00:00:00 2001 From: henk717 Date: Tue, 7 Dec 2021 23:35:28 +0100 Subject: [PATCH 1/2] Migrate to official transformers No longer using VE's fork since its obsolete, in line with what we already did for the CUDA varient. --- environments/rocm.yml | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/environments/rocm.yml b/environments/rocm.yml index bbcb810b..782d9903 100644 --- a/environments/rocm.yml +++ b/environments/rocm.yml @@ -1,8 +1,10 @@ name: koboldai channels: + - huggingface - conda-forge - defaults dependencies: + - transformers - colorama - flask-socketio - python=3.8.* @@ -13,5 +15,4 @@ dependencies: - torch - torchvision==0.11.1 - flask-cloudflared - - git+https://github.com/vfbd/transformers#tfs - - flask-ngrok \ No newline at end of file + - flask-ngrok From d15b50f33490c8ed0d669982fe6503190070964b Mon Sep 17 00:00:00 2001 From: henk717 Date: Wed, 8 Dec 2021 18:44:13 +0100 Subject: [PATCH 2/2] Conda based Play For people who want to use Conda instead of Docker. --- play.sh | 4 ++++ 1 file changed, 4 insertions(+) create mode 100644 play.sh diff --git a/play.sh b/play.sh new file mode 100644 index 00000000..bd87baa1 --- /dev/null +++ b/play.sh @@ -0,0 +1,4 @@ +#!/bin/bash +conda env create -f environments/huggingface.yml +conda activate koboldai +python aiserver.py $* \ No newline at end of file