From ebdae49746856355700f3feb47b7374f674f2ac7 Mon Sep 17 00:00:00 2001 From: ebolam Date: Thu, 1 Dec 2022 11:06:54 -0500 Subject: [PATCH] Align again with VE --- torch_lazy_loader.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/torch_lazy_loader.py b/torch_lazy_loader.py index 474693a7..ec99df11 100644 --- a/torch_lazy_loader.py +++ b/torch_lazy_loader.py @@ -317,7 +317,7 @@ def use_lazy_torch_load(bit_8_available=False, enable=True, callback: Optional[C def linear_init(self, *args, device=None, **kwargs): if linear_init.nested_flag or not linear_init.bit_8_available: - return old_linear_init(self, *args, device="meta", **kwargs) + return old_linear_init(self, *args, device=device, **kwargs) linear_init.nested_flag = True try: self.__class__ = bnb.nn.Linear8bitLt