From 1c65528dbf8674e4baf3612073a07039fa89581a Mon Sep 17 00:00:00 2001 From: henk717 Date: Mon, 14 Aug 2023 03:28:29 +0200 Subject: [PATCH 1/3] Fix BnB on Colab --- requirements.txt | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/requirements.txt b/requirements.txt index 5c81becd..8dc7f9a2 100644 --- a/requirements.txt +++ b/requirements.txt @@ -28,7 +28,7 @@ psutil ansi2html flask_compress ijson -bitsandbytes==0.40.0; sys_platform == 'linux' +bitsandbytes==0.40.0.post4; sys_platform == 'linux' https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.40.0.post4-py3-none-win_amd64.whl; sys_platform == 'win32' ftfy py==1.11.0 @@ -41,4 +41,4 @@ safetensors==0.3.1 git+https://github.com/0cc4m/hf_bleeding_edge/ einops peft==0.3.0 -scipy \ No newline at end of file +scipy From 3f28503b87e82ea5160e8aa3206f6b641884e88b Mon Sep 17 00:00:00 2001 From: henk717 Date: Tue, 15 Aug 2023 22:19:18 +0200 Subject: [PATCH 2/3] Update huggingface.yml --- environments/huggingface.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/environments/huggingface.yml b/environments/huggingface.yml index 00d27984..0286017b 100644 --- a/environments/huggingface.yml +++ b/environments/huggingface.yml @@ -41,7 +41,7 @@ dependencies: - ansi2html - flask_compress - ijson - - bitsandbytes==0.40.0; sys_platform == 'linux' + - bitsandbytes==0.40.0.post4; sys_platform == 'linux' - https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.40.0.post4-py3-none-win_amd64.whl; sys_platform == 'win32' - ftfy - pydub From 87934ee3936c22a3b0b4008c2b40c607205e3dbf Mon Sep 17 00:00:00 2001 From: Henk Date: Fri, 18 Aug 2023 21:49:05 +0200 Subject: [PATCH 3/3] AutoGPTQ Exllama compile --- environments/huggingface.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/environments/huggingface.yml b/environments/huggingface.yml index 0286017b..004c7ecc 100644 --- a/environments/huggingface.yml +++ b/environments/huggingface.yml @@ -50,7 +50,7 @@ dependencies: - https://github.com/0cc4m/GPTQ-for-LLaMa/releases/download/0.0.6/gptq_koboldai-0.0.6-cp38-cp38-linux_x86_64.whl; sys_platform == 'linux' - https://github.com/0cc4m/GPTQ-for-LLaMa/releases/download/0.0.6/gptq_koboldai-0.0.6-cp38-cp38-win_amd64.whl; sys_platform == 'win32' - https://github.com/PanQiWei/AutoGPTQ/releases/download/v0.4.1/auto_gptq-0.4.1+cu118-cp38-cp38-linux_x86_64.whl; sys_platform == 'linux' - - https://github.com/PanQiWei/AutoGPTQ/releases/download/v0.4.1/auto_gptq-0.4.1+cu118-cp38-cp38-win_amd64.whl; sys_platform == 'win32' + - https://github.com/henk717/KoboldAI/releases/download/Snapshot-11-08-23/auto_gptq-0.4.1+cu118-cp38-cp38-win_amd64.whl; sys_platform == 'win32' - einops - peft==0.3.0 - scipy