From 76a0bb71f098ffb9d362df26576509d6ff2db134 Mon Sep 17 00:00:00 2001 From: ebolam Date: Thu, 1 Dec 2022 10:46:13 -0500 Subject: [PATCH] 8 bit debug --- torch_lazy_loader.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/torch_lazy_loader.py b/torch_lazy_loader.py index ec99df11..474693a7 100644 --- a/torch_lazy_loader.py +++ b/torch_lazy_loader.py @@ -317,7 +317,7 @@ def use_lazy_torch_load(bit_8_available=False, enable=True, callback: Optional[C def linear_init(self, *args, device=None, **kwargs): if linear_init.nested_flag or not linear_init.bit_8_available: - return old_linear_init(self, *args, device=device, **kwargs) + return old_linear_init(self, *args, device="meta", **kwargs) linear_init.nested_flag = True try: self.__class__ = bnb.nn.Linear8bitLt