From bf439f0e150bad66d582f693ff29052818a5f898 Mon Sep 17 00:00:00 2001 From: henk717 Date: Sun, 6 Jun 2021 15:01:11 +0200 Subject: [PATCH 1/2] Revamped Install Experience This changes the installation script to use Miniconda3 inside the KoboldAI directory, this is MUCH more user friendly for the users. Any existing python environment will be bypassed, and other dependencies like CUDA automatically installed with compatible versions. With this approach we can better ensure that end users have the correct environment and won't run into other issues because of their existing installations, it also prevents the need for them to install anything else on their system as anything required is automatically downloaded. --- install_requirements.bat | 26 +++++++++++++++++++++++++- 1 file changed, 25 insertions(+), 1 deletion(-) diff --git a/install_requirements.bat b/install_requirements.bat index 4f5e5b11..85885ac3 100644 --- a/install_requirements.bat +++ b/install_requirements.bat @@ -1 +1,25 @@ -start cmd /k pip install -r requirements.txt \ No newline at end of file +@echo off +title Installing Portable Python (Miniconda3) +echo Miniconda3's installer will overwrite existing Miniconda3 shortcuts in the startmenu (We currently can not prevent this) +echo Please choose one of the following transformers options +echo 1. Official Transformers (Maximum Compatibility) +echo 2. Finetuneanon Transformers (Less ram usage, Less compatibility) +SET /P M=Type the number of the desired option and then press ENTER: + +cd %~dp0 +rmdir /s /q miniconda3 +where /q curl.exe +IF ERRORLEVEL 1 ( + bitsadmin /transfer miniconda /download /priority normal https://repo.anaconda.com/miniconda/Miniconda3-latest-Windows-x86_64.exe "%~dp0\miniconda3.exe" +) ELSE ( + curl -o miniconda3.exe https://repo.anaconda.com/miniconda/Miniconda3-latest-Windows-x86_64.exe +) +miniconda3.exe /S /InstallationType=JustMe /RegisterPython=0 /AddTopath=0 /NoScripts=1 /NoRegistry=1 /D=%~dp0\miniconda3 +del miniconda3.exe +call miniconda3\condabin\activate +call conda install --all --no-shortcuts -y git pytorch tensorflow-gpu colorama Flask-SocketIO -c pytorch +IF %M%==1 call conda install --no-shortcuts -y transformers -c huggingface +IF %M%==2 pip install git+https://github.com/finetuneanon/transformers@gpt-neo-dungeon-localattention2 +call conda clean -a -y +echo All done! +pause From d1036b66df072dfd2fd918a6172c6650f689d2dd Mon Sep 17 00:00:00 2001 From: KoboldAI Dev <83558899+KoboldAI@users.noreply.github.com> Date: Tue, 8 Jun 2021 03:46:43 -0400 Subject: [PATCH 2/2] Update install_requirements.bat Changed description of transformers options. --- install_requirements.bat | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/install_requirements.bat b/install_requirements.bat index 85885ac3..79736652 100644 --- a/install_requirements.bat +++ b/install_requirements.bat @@ -2,8 +2,8 @@ title Installing Portable Python (Miniconda3) echo Miniconda3's installer will overwrite existing Miniconda3 shortcuts in the startmenu (We currently can not prevent this) echo Please choose one of the following transformers options -echo 1. Official Transformers (Maximum Compatibility) -echo 2. Finetuneanon Transformers (Less ram usage, Less compatibility) +echo 1. Official Transformers +echo 2. Finetuneanon Transformers (Half-Precision for 8GB or smaller GPUs) SET /P M=Type the number of the desired option and then press ENTER: cd %~dp0