rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Upload basic API with /generate POST endpoint

Browse Source
This commit is contained in:
vfbd
2022-08-08 02:27:48 -04:00
parent bd13a41eb7
commit 34c9535667
15 changed files with 1672 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
environments/finetuneanon.yml
View File

@@ -16,6 +16,8 @@ dependencies:
- bleach=4.1.0
- pip
- git=2.35.1
- marshmallow>=3.13
- apispec-webframeworks
- pip:
- git+https://github.com/finetuneanon/transformers@gpt-neo-localattention3-rp-b
- flask-cloudflared

4
environments/huggingface.yml
View File

@@ -17,9 +17,11 @@ dependencies:
- git=2.35.1
- sentencepiece
- protobuf
- marshmallow>=3.13
- apispec-webframeworks
- pip:
- flask-cloudflared
- flask-ngrok
- lupa==1.10
- transformers>=4.20.1
- accelerate
- accelerate

2
environments/rocm-finetune.yml
View File

@@ -12,6 +12,8 @@ dependencies:
- bleach=4.1.0
- pip
- git=2.35.1
- marshmallow>=3.13
- apispec-webframeworks
- pip:
- --find-links https://download.pytorch.org/whl/rocm4.2/torch_stable.html
- torch

2
environments/rocm.yml
View File

@@ -14,6 +14,8 @@ dependencies:
- git=2.35.1
- sentencepiece
- protobuf
- marshmallow>=3.13
- apispec-webframeworks
- pip:
- --find-links https://download.pytorch.org/whl/rocm4.2/torch_stable.html
- torch==1.10.*