rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Pytorch 2.0 (#18)

Browse Source 
* Update huggingface.yml to Pytorch 2.0 and CUDA 11.8

* Update github docs pip wheel hub

Update ROCm requirements

* Add rocm wheel
This commit is contained in:
0cc4m
2023-05-02 22:11:28 +02:00
committed by GitHub
parent 2859c67c67
commit dd6644aaf0
3 changed files with 11 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
docs/gptq-whl-links.html
View File

@@ -1,2 +1,3 @@
<a href="https://github.com/0cc4m/GPTQ-for-LLaMa/releases/download/2023-04-27/quant_cuda-0.0.0-cp38-cp38-linux_x86_64.whl">quant_cuda-0.0.0-cp38-cp38-linux_x86_64.whl</a>
<a href="https://github.com/0cc4m/GPTQ-for-LLaMa/releases/download/2023-04-27/quant_cuda-0.0.0-cp38-cp38-win_amd64.whl">quant_cuda-0.0.0-cp38-cp38-win_amd64.whl</a>
<a href="https://github.com/0cc4m/GPTQ-for-LLaMa/releases/download/2023-05-02/quant_cuda-0.0.0-cp38-cp38-linux_x86_64.whl">quant_cuda-0.0.0-cp38-cp38-linux_x86_64.whl</a>
<a href="https://github.com/0cc4m/GPTQ-for-LLaMa/releases/download/2023-05-02/quant_rocm-0.0.0-cp38-cp38-linux_x86_64.whl">quant_rocm-0.0.0-cp38-cp38-linux_x86_64.whl</a>
<a href="https://github.com/0cc4m/GPTQ-for-LLaMa/releases/download/2023-05-02/quant_cuda-0.0.0-cp38-cp38-win_amd64.whl">quant_cuda-0.0.0-cp38-cp38-win_amd64.whl</a>

7
environments/huggingface.yml
View File

@@ -10,10 +10,9 @@ dependencies:
- flask-socketio=5.3.2
- flask-session=0.4.0
- python-socketio=5.7.2
- pytorch=1.13.1
- pytorch-cuda=11.7
- pytorch=2.0.0
- pytorch-cuda=11.8
- python=3.8.*
- cudatoolkit=11.7
- eventlet=0.33.3
- dnspython=2.2.1
- markdown
@@ -34,7 +33,7 @@ dependencies:
- flask-cors
- lupa==1.10
- transformers==4.28.0
- git+https://github.com/huggingface/datasets@test-pandas-2.0.0rc
- datasets
- huggingface_hub==0.12.1
- safetensors
- accelerate==0.18.0

8
environments/rocm.yml
View File

@@ -24,14 +24,14 @@ dependencies:
- Pillow
- psutil
- pip:
- --extra-index-url https://download.pytorch.org/whl/rocm5.2
- torch==1.13.1+rocm5.2
- --extra-index-url https://download.pytorch.org/whl/rocm5.4.2
- torch==2.0.0+rocm5.4.2
- flask-cloudflared==0.0.10
- flask-ngrok
- flask-cors
- lupa==1.10
- transformers==4.28.0
- git+https://github.com/huggingface/datasets@test-pandas-2.0.0rc
- datasets
- huggingface_hub==0.12.1
- safetensors
- accelerate==0.18.0
@@ -42,3 +42,5 @@ dependencies:
- ftfy
- pydub
- diffusers
- --find-links=https://0cc4m.github.io/KoboldAI/gptq-whl-links.html
- quant_rocm