Transformers 4.28 support

This commit is contained in:
Henk
2023-04-14 14:13:46 +02:00
parent 03ab4b25af
commit bde9c6980f
5 changed files with 5 additions and 5 deletions

View File

@@ -2951,7 +2951,7 @@ def load_model(use_gpu=True, gpu_layers=None, disk_layers=None, initial_load=Fal
koboldai_vars.status_message = "Loading model" koboldai_vars.status_message = "Loading model"
koboldai_vars.total_layers = num_tensors koboldai_vars.total_layers = num_tensors
koboldai_vars.loaded_layers = 0 koboldai_vars.loaded_layers = 0
utils.bar = tqdm(total=num_tensors, desc="Loading model tensors", file=Send_to_socketio()) utils.bar = tqdm(total=num_tensors, desc="Loading model tensors", file=Send_to_socketio(), position=1)
with zipfile.ZipFile(f, "r") as z: with zipfile.ZipFile(f, "r") as z:
try: try:

View File

@@ -30,7 +30,7 @@ dependencies:
- flask-ngrok - flask-ngrok
- flask-cors - flask-cors
- lupa==1.10 - lupa==1.10
- transformers==4.25.1 - transformers==4.28.0
- huggingface_hub==0.12.1 - huggingface_hub==0.12.1
- safetensors - safetensors
- accelerate==0.18.0 - accelerate==0.18.0

View File

@@ -29,7 +29,7 @@ dependencies:
- flask-ngrok - flask-ngrok
- flask-cors - flask-cors
- lupa==1.10 - lupa==1.10
- transformers==4.25.1 - transformers==4.28.0
- huggingface_hub==0.12.1 - huggingface_hub==0.12.1
- safetensors - safetensors
- accelerate - accelerate

View File

@@ -1,4 +1,4 @@
transformers==4.25.1 transformers==4.28.0
huggingface_hub==0.12.1 huggingface_hub==0.12.1
Flask==2.2.3 Flask==2.2.3
Flask-SocketIO==5.3.2 Flask-SocketIO==5.3.2

View File

@@ -5,7 +5,7 @@ requests
dm-haiku == 0.0.5 dm-haiku == 0.0.5
jax == 0.2.21 jax == 0.2.21
jaxlib >= 0.1.69, <= 0.3.7 jaxlib >= 0.1.69, <= 0.3.7
transformers == 4.25.1 transformers == 4.28.0
chex == 0.1.5 chex == 0.1.5
huggingface_hub==0.12.1 huggingface_hub==0.12.1
progressbar2 progressbar2