From dd6644aaf06813ceada9c0d7f669f1dfbcb38a09 Mon Sep 17 00:00:00 2001 From: 0cc4m Date: Tue, 2 May 2023 22:11:28 +0200 Subject: [PATCH] Pytorch 2.0 (#18) * Update huggingface.yml to Pytorch 2.0 and CUDA 11.8 * Update github docs pip wheel hub Update ROCm requirements * Add rocm wheel --- docs/gptq-whl-links.html | 5 +++-- environments/huggingface.yml | 7 +++---- environments/rocm.yml | 8 +++++--- 3 files changed, 11 insertions(+), 9 deletions(-) diff --git a/docs/gptq-whl-links.html b/docs/gptq-whl-links.html index 710a43b8..fed8b397 100644 --- a/docs/gptq-whl-links.html +++ b/docs/gptq-whl-links.html @@ -1,2 +1,3 @@ -quant_cuda-0.0.0-cp38-cp38-linux_x86_64.whl -quant_cuda-0.0.0-cp38-cp38-win_amd64.whl +quant_cuda-0.0.0-cp38-cp38-linux_x86_64.whl +quant_rocm-0.0.0-cp38-cp38-linux_x86_64.whl +quant_cuda-0.0.0-cp38-cp38-win_amd64.whl diff --git a/environments/huggingface.yml b/environments/huggingface.yml index 8d5907ab..e5fb939c 100644 --- a/environments/huggingface.yml +++ b/environments/huggingface.yml @@ -10,10 +10,9 @@ dependencies: - flask-socketio=5.3.2 - flask-session=0.4.0 - python-socketio=5.7.2 - - pytorch=1.13.1 - - pytorch-cuda=11.7 + - pytorch=2.0.0 + - pytorch-cuda=11.8 - python=3.8.* - - cudatoolkit=11.7 - eventlet=0.33.3 - dnspython=2.2.1 - markdown @@ -34,7 +33,7 @@ dependencies: - flask-cors - lupa==1.10 - transformers==4.28.0 - - git+https://github.com/huggingface/datasets@test-pandas-2.0.0rc + - datasets - huggingface_hub==0.12.1 - safetensors - accelerate==0.18.0 diff --git a/environments/rocm.yml b/environments/rocm.yml index 91b63dbd..9358575d 100644 --- a/environments/rocm.yml +++ b/environments/rocm.yml @@ -24,14 +24,14 @@ dependencies: - Pillow - psutil - pip: - - --extra-index-url https://download.pytorch.org/whl/rocm5.2 - - torch==1.13.1+rocm5.2 + - --extra-index-url https://download.pytorch.org/whl/rocm5.4.2 + - torch==2.0.0+rocm5.4.2 - flask-cloudflared==0.0.10 - flask-ngrok - flask-cors - lupa==1.10 - transformers==4.28.0 - - git+https://github.com/huggingface/datasets@test-pandas-2.0.0rc + - datasets - huggingface_hub==0.12.1 - safetensors - accelerate==0.18.0 @@ -42,3 +42,5 @@ dependencies: - ftfy - pydub - diffusers + - --find-links=https://0cc4m.github.io/KoboldAI/gptq-whl-links.html + - quant_rocm