rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

HF 4.33.1

Browse Source
This commit is contained in:
Henk
2023-09-06 20:21:23 +02:00
parent cf4adfc7b4
commit dfb63b2340
5 changed files with 10 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
environments/huggingface.yml
View File

@@ -19,7 +19,6 @@ dependencies:
- bleach=4.1.0 - bleach=4.1.0
- pip - pip
- git=2.35.1 - git=2.35.1
- sentencepiece
- protobuf - protobuf
- marshmallow>=3.13 - marshmallow>=3.13
- apispec-webframeworks - apispec-webframeworks
@@ -32,9 +31,9 @@ dependencies:
- flask-ngrok - flask-ngrok
- flask-cors - flask-cors
- lupa==1.10 - lupa==1.10
- transformers==4.32.1 - transformers[sentencepiece]==4.33.1
- huggingface_hub==0.16.4 - huggingface_hub==0.16.4
- optimum==1.12.0 - optimum[onnx]==1.12.0
- safetensors==0.3.3 - safetensors==0.3.3
- accelerate==0.21.0 - accelerate==0.21.0
- git+https://github.com/VE-FORBRYDERNE/mkultra - git+https://github.com/VE-FORBRYDERNE/mkultra

5
environments/ipex.yml
View File

@@ -15,7 +15,6 @@ dependencies:
- bleach=4.1.0 - bleach=4.1.0
- pip - pip
- git=2.35.1 - git=2.35.1
- sentencepiece
- protobuf - protobuf
- marshmallow>=3.13 - marshmallow>=3.13
- apispec-webframeworks - apispec-webframeworks
@@ -31,9 +30,9 @@ dependencies:
- flask-ngrok - flask-ngrok
- flask-cors - flask-cors
- lupa==1.10 - lupa==1.10
- transformers==4.32.1 - transformers[sentencepiece]==4.33.1
- huggingface_hub==0.16.4 - huggingface_hub==0.16.4
- optimum==1.12.0 - optimum[onnx]==1.12.0
- safetensors==0.3.3 - safetensors==0.3.3
- accelerate==0.20.3 - accelerate==0.20.3
- git+https://github.com/VE-FORBRYDERNE/mkultra - git+https://github.com/VE-FORBRYDERNE/mkultra

5
environments/rocm.yml
View File

@@ -15,7 +15,6 @@ dependencies:
- bleach=4.1.0 - bleach=4.1.0
- pip - pip
- git=2.35.1 - git=2.35.1
- sentencepiece
- protobuf - protobuf
- marshmallow>=3.13 - marshmallow>=3.13
- apispec-webframeworks - apispec-webframeworks
@@ -30,9 +29,9 @@ dependencies:
- flask-ngrok - flask-ngrok
- flask-cors - flask-cors
- lupa==1.10 - lupa==1.10
- transformers==4.32.1 - transformers[sentencepiece]==4.33.1
- huggingface_hub==0.16.4 - huggingface_hub==0.16.4
- optimum==1.12.0 - optimum[onnx]==1.12.0
- safetensors==0.3.3 - safetensors==0.3.3
- accelerate==0.21.0 - accelerate==0.21.0
- git+https://github.com/VE-FORBRYDERNE/mkultra - git+https://github.com/VE-FORBRYDERNE/mkultra

2
modeling/inference_models/hf.py
View File

@@ -230,6 +230,8 @@ class HFInferenceModel(InferenceModel):
def _post_load(self) -> None: def _post_load(self) -> None:
self.badwordsids = koboldai_settings.badwordsids_default self.badwordsids = koboldai_settings.badwordsids_default
self.model_type = str(self.model_config.model_type) self.model_type = str(self.model_config.model_type)
self.model.use_cache = True # Workaround for models that accidentally uploaded with False
# These are model specific tokenizer overrides if a model has bad defaults # These are model specific tokenizer overrides if a model has bad defaults
if self.model_type == "llama": if self.model_type == "llama":
# Note: self.tokenizer is a GenericTokenizer, and self.tokenizer.tokenizer is the actual LlamaTokenizer # Note: self.tokenizer is a GenericTokenizer, and self.tokenizer.tokenizer is the actual LlamaTokenizer

5
requirements.txt
View File

@@ -1,6 +1,6 @@
transformers==4.32.1 transformers[sentencepiece]==4.33.1
huggingface_hub==0.16.4 huggingface_hub==0.16.4
optimum==1.12.0 optimum[onnx]==1.12.0
safetensors==0.3.3 safetensors==0.3.3
Flask==2.2.3 Flask==2.2.3
Flask-SocketIO==5.3.2 Flask-SocketIO==5.3.2
@@ -15,7 +15,6 @@ dnspython==2.2.1
lupa==1.10 lupa==1.10
markdown markdown
bleach==4.1.0 bleach==4.1.0
sentencepiece
protobuf protobuf
accelerate==0.21.0 accelerate==0.21.0
flask-session==0.4.0 flask-session==0.4.0