rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Prevent model loading status from going over 100%

Browse Source
This commit is contained in:
ebolam
2023-10-13 12:32:33 -04:00
parent 79e951b564
commit c1a96593fd
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
modeling/patches.py
View File

@@ -220,6 +220,7 @@ class LazyloadPatches:
# BEGIN PATCH # BEGIN PATCH
utils.bar = tqdm(total=len(state_dict), desc="Loading model tensors", file=utils.UIProgressBarFile(), position=1) utils.bar = tqdm(total=len(state_dict), desc="Loading model tensors", file=utils.UIProgressBarFile(), position=1)
utils.koboldai_vars.total_layers = len(state_dict) utils.koboldai_vars.total_layers = len(state_dict)
utils.koboldai_vars.loaded_layers = 0
for param_name, param in sorted( for param_name, param in sorted(
state_dict.items(), state_dict.items(),