From 740e6592ce28c00d0947496fa7f31f800d12db6f Mon Sep 17 00:00:00 2001 From: ebolam Date: Sun, 25 Sep 2022 20:37:25 -0400 Subject: [PATCH] Added proper tpu load status to the UI --- tpu_mtj_backend.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/tpu_mtj_backend.py b/tpu_mtj_backend.py index c4920ae1..da003adc 100644 --- a/tpu_mtj_backend.py +++ b/tpu_mtj_backend.py @@ -51,6 +51,7 @@ from tokenizers import Tokenizer from mesh_transformer.checkpoint import read_ckpt_lowmem from mesh_transformer.transformer_shard import CausalTransformer, CausalTransformerShard, PlaceholderTensor from mesh_transformer.util import to_bf16 +import time params: Dict[str, Any] = {} @@ -1316,6 +1317,10 @@ def load_model(path: str, driver_version="tpu_driver0.1_dev20210607", hf_checkpo ) koboldai_vars.loaded_layers += 1 + try: + time.sleep(0.01) + except: + pass utils.bar.update(1) if utils.num_shards is not None and utils.current_shard < utils.num_shards: