rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Ship exllamav2

Browse Source
This commit is contained in:
Henk
2023-09-28 09:09:04 +02:00
parent 04cc322d7c
commit e238a1c9f6
1 changed files with 3 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
environments/huggingface.yml
View File

@@ -14,6 +14,7 @@ dependencies:
- python=3.8.* - python=3.8.*
- pytorch-cuda=11.8 - pytorch-cuda=11.8
- cuda-nvcc=11.8 - cuda-nvcc=11.8
- cuda-libraries-dev=11.8
- eventlet=0.33.3 - eventlet=0.33.3
- dnspython=2.2.1 - dnspython=2.2.1
- markdown - markdown
@@ -57,6 +58,8 @@ dependencies:
- scipy - scipy
- https://github.com/0cc4m/exllama/releases/download/0.0.7/exllama-0.0.7-cp38-cp38-linux_x86_64.whl; sys_platform == 'linux' - https://github.com/0cc4m/exllama/releases/download/0.0.7/exllama-0.0.7-cp38-cp38-linux_x86_64.whl; sys_platform == 'linux'
- https://github.com/0cc4m/exllama/releases/download/0.0.7/exllama-0.0.7-cp38-cp38-win_amd64.whl; sys_platform == 'win32' - https://github.com/0cc4m/exllama/releases/download/0.0.7/exllama-0.0.7-cp38-cp38-win_amd64.whl; sys_platform == 'win32'
- https://github.com/henk717/exllamav2/releases/download/0.4/exllamav2-0.0.4-cp38-cp38-linux_x86_64.whl; sys_platform == 'linux'
- https://github.com/henk717/exllamav2/releases/download/0.4/exllamav2-0.0.4-cp38-cp38-win_amd64.whl; sys_platform == 'win32'
- windows-curses; sys_platform == 'win32' - windows-curses; sys_platform == 'win32'
- pynvml - pynvml
- xformers==0.0.21 - xformers==0.0.21