rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Don't patch lazyload on TPU

Browse Source
This commit is contained in:
somebody
2023-07-03 16:52:18 -05:00
parent 39049e8a46
commit 686c3d1592
2 changed files with 6 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
modeling/patches.py
View File

@@ -164,7 +164,6 @@ def patch_transformers_for_lazyload() -> None:
# both for short term compatibility
load_in_8bit=False,
is_quantized=False,
is_safetensors=False,
keep_in_fp32_modules=None,
):
@@ -303,9 +302,10 @@ def patch_transformers_for_lazyload() -> None:
)
def patch_transformers() -> None:
def patch_transformers(use_tpu: bool) -> None:
patch_transformers_download()
patch_transformers_loader()
# Doesn't do anything for TPU
patch_transformers_generation()
if not use_tpu:
patch_transformers_generation()
patch_transformers_for_lazyload()