rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

IPEX fix diffusers 0.21 lazy load

Browse Source
This commit is contained in:
Disty0
2023-09-14 15:57:31 +03:00
parent 83ac6ce3fc
commit 79d6e1d6a0
1 changed files with 3 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
modeling/ipex/diffusers.py
View File

@@ -1,6 +1,7 @@
import torch import torch
import intel_extension_for_pytorch as ipex # pylint: disable=import-error, unused-import import intel_extension_for_pytorch as ipex # pylint: disable=import-error, unused-import
import diffusers #0.20.2 # pylint: disable=import-error import diffusers #0.21.1 # pylint: disable=import-error
from diffusers.models.attention_processor import Attention
# pylint: disable=protected-access, missing-function-docstring, line-too-long # pylint: disable=protected-access, missing-function-docstring, line-too-long
@@ -17,7 +18,7 @@ class SlicedAttnProcessor: # pylint: disable=too-few-public-methods
def __init__(self, slice_size): def __init__(self, slice_size):
self.slice_size = slice_size self.slice_size = slice_size
def __call__(self, attn: diffusers.models.attention_processor.Attention, hidden_states, encoder_hidden_states=None, attention_mask=None): # pylint: disable=too-many-statements, too-many-locals, too-many-branches def __call__(self, attn: Attention, hidden_states, encoder_hidden_states=None, attention_mask=None): # pylint: disable=too-many-statements, too-many-locals, too-many-branches
residual = hidden_states residual = hidden_states
input_ndim = hidden_states.ndim input_ndim = hidden_states.ndim