rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Merge pull request #392 from ebolam/Model_Plugins

Browse Source 
Fix for UI2 model loading not showing progress
This commit is contained in:
henk717
2023-07-11 19:02:17 +02:00
committed by GitHub
parent 95913aebb8 56e1c5df3a
commit 922fcdd6ac
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
modeling/patches.py
View File

@@ -201,6 +201,7 @@ class LazyloadPatches:
# BEGIN PATCH
utils.bar = tqdm(total=len(state_dict), desc="Loading model tensors", file=utils.UIProgressBarFile(), position=1)
utils.koboldai_vars.total_layers = len(state_dict)
for param_name, param in sorted(
state_dict.items(),
@@ -216,6 +217,7 @@ class LazyloadPatches:
# Should always be true
param = param.materialize(map_location="cpu")
utils.bar.update(1)
utils.koboldai_vars.loaded_layers += 1
# END PATCH
# First part of the test is always true as load_state_dict_keys always contains state_dict keys.