From a85d2a72c1240f96b1573169e06bc2c1fb70e888 Mon Sep 17 00:00:00 2001 From: Henk Date: Sun, 31 Dec 2023 01:47:14 +0100 Subject: [PATCH] AutoAWQ --- environments/huggingface.yml | 2 ++ requirements.txt | 4 ++++ 2 files changed, 6 insertions(+) diff --git a/environments/huggingface.yml b/environments/huggingface.yml index fe39d29d..640960a0 100644 --- a/environments/huggingface.yml +++ b/environments/huggingface.yml @@ -55,6 +55,8 @@ dependencies: - https://github.com/0cc4m/GPTQ-for-LLaMa/releases/download/0.0.6/gptq_koboldai-0.0.6-cp38-cp38-win_amd64.whl; sys_platform == 'win32' - https://huggingface.github.io/autogptq-index/whl/cu118/auto-gptq/auto_gptq-0.5.1%2Bcu118-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl; sys_platform == 'linux' - https://huggingface.github.io/autogptq-index/whl/cu118/auto-gptq/auto_gptq-0.5.1%2Bcu118-cp38-cp38-win_amd64.whl; sys_platform == 'win32' + - https://github.com/casper-hansen/AutoAWQ/releases/download/v0.1.8/autoawq-0.1.8+cu118-cp38-cp38-linux_x86_64.whl; sys_platform == 'linux' + - https://github.com/casper-hansen/AutoAWQ/releases/download/v0.1.8/autoawq-0.1.8+cu118-cp38-cp38-win_amd64.whl; sys_platform == 'win32' - einops - peft==0.7.1 - scipy diff --git a/requirements.txt b/requirements.txt index 3c14569d..bcea640a 100644 --- a/requirements.txt +++ b/requirements.txt @@ -53,3 +53,7 @@ https://github.com/Dao-AILab/flash-attention/releases/download/v2.3.6/flash_attn https://github.com/Dao-AILab/flash-attention/releases/download/v2.3.6/flash_attn-2.3.6+cu118torch2.1cxx11abiFALSE-cp38-cp38-linux_x86_64.whl; sys_platform == 'linux' and python_version == '3.8' xformers==0.0.23.post1 omegaconf +https://github.com/casper-hansen/AutoAWQ/releases/download/v0.1.8/autoawq-0.1.8+cu118-cp310-cp310-linux_x86_64.whl; sys_platform == 'linux' and python_version == '3.10' +https://github.com/casper-hansen/AutoAWQ/releases/download/v0.1.8/autoawq-0.1.8+cu118-cp310-cp310-win_amd64.whl; sys_platform == 'win32' and python_version == '3.10' +https://github.com/casper-hansen/AutoAWQ/releases/download/v0.1.8/autoawq-0.1.8+cu118-cp38-cp38-linux_x86_64.whl; sys_platform == 'linux' and python_version == '3.8' +https://github.com/casper-hansen/AutoAWQ/releases/download/v0.1.8/autoawq-0.1.8+cu118-cp38-cp38-win_amd64.whl; sys_platform == 'win32' and python_version == '3.8'