From bde9c6980fadd5670a045fe7741649dcc116c993 Mon Sep 17 00:00:00 2001 From: Henk Date: Fri, 14 Apr 2023 14:13:46 +0200 Subject: [PATCH] Transformers 4.28 support --- aiserver.py | 2 +- environments/huggingface.yml | 2 +- environments/rocm.yml | 2 +- requirements.txt | 2 +- requirements_mtj.txt | 2 +- 5 files changed, 5 insertions(+), 5 deletions(-) diff --git a/aiserver.py b/aiserver.py index c22be16c..2ec6d817 100644 --- a/aiserver.py +++ b/aiserver.py @@ -2951,7 +2951,7 @@ def load_model(use_gpu=True, gpu_layers=None, disk_layers=None, initial_load=Fal koboldai_vars.status_message = "Loading model" koboldai_vars.total_layers = num_tensors koboldai_vars.loaded_layers = 0 - utils.bar = tqdm(total=num_tensors, desc="Loading model tensors", file=Send_to_socketio()) + utils.bar = tqdm(total=num_tensors, desc="Loading model tensors", file=Send_to_socketio(), position=1) with zipfile.ZipFile(f, "r") as z: try: diff --git a/environments/huggingface.yml b/environments/huggingface.yml index 2eb1bfe0..138993dd 100644 --- a/environments/huggingface.yml +++ b/environments/huggingface.yml @@ -30,7 +30,7 @@ dependencies: - flask-ngrok - flask-cors - lupa==1.10 - - transformers==4.25.1 + - transformers==4.28.0 - huggingface_hub==0.12.1 - safetensors - accelerate==0.18.0 diff --git a/environments/rocm.yml b/environments/rocm.yml index 43fd331f..e28c86cb 100644 --- a/environments/rocm.yml +++ b/environments/rocm.yml @@ -29,7 +29,7 @@ dependencies: - flask-ngrok - flask-cors - lupa==1.10 - - transformers==4.25.1 + - transformers==4.28.0 - huggingface_hub==0.12.1 - safetensors - accelerate diff --git a/requirements.txt b/requirements.txt index d85c61fd..c2a61ca6 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,4 +1,4 @@ -transformers==4.25.1 +transformers==4.28.0 huggingface_hub==0.12.1 Flask==2.2.3 Flask-SocketIO==5.3.2 diff --git a/requirements_mtj.txt b/requirements_mtj.txt index 076d9429..37b76a23 100644 --- a/requirements_mtj.txt +++ b/requirements_mtj.txt @@ -5,7 +5,7 @@ requests dm-haiku == 0.0.5 jax == 0.2.21 jaxlib >= 0.1.69, <= 0.3.7 -transformers == 4.25.1 +transformers == 4.28.0 chex == 0.1.5 huggingface_hub==0.12.1 progressbar2