rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

8 bit debug

Browse Source
This commit is contained in:
ebolam
2022-12-01 10:46:13 -05:00
parent 2505d09181
commit 76a0bb71f0
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
torch_lazy_loader.py
View File

@@ -317,7 +317,7 @@ def use_lazy_torch_load(bit_8_available=False, enable=True, callback: Optional[C
def linear_init(self, *args, device=None, **kwargs): def linear_init(self, *args, device=None, **kwargs):
if linear_init.nested_flag or not linear_init.bit_8_available: if linear_init.nested_flag or not linear_init.bit_8_available:
return old_linear_init(self, *args, device=device, **kwargs) return old_linear_init(self, *args, device="meta", **kwargs)
linear_init.nested_flag = True linear_init.nested_flag = True
try: try:
self.__class__ = bnb.nn.Linear8bitLt self.__class__ = bnb.nn.Linear8bitLt