rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Work on lazyload

Browse Source
This commit is contained in:
somebody
2023-05-28 12:25:31 -05:00
parent 1546b9efaa
commit 6f93150e4d
4 changed files with 97 additions and 172 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
prompt_tuner.py
View File

@@ -855,7 +855,7 @@ class TrainerBase(abc.ABC):
lazy_load_callback.nested = False
# Since we're using lazy loader, we need to figure out what the model's hidden layers are called
with lazy_loader.use_lazy_load(dematerialized_modules=True, use_accelerate_init_empty_weights=True):
with lazy_loader.use_lazy_load(dematerialized_modules=True):
try:
metamodel = AutoModelForCausalLM.from_config(model_config)
except Exception as e: