mirror of
https://github.com/KoboldAI/KoboldAI-Client.git
synced 2025-06-05 21:59:24 +02:00
Stub seek_offset for cache sorting in load loop
The way Safetensors individual weight loading is implemented doesn't take full advantage of the cache ordering system thing, so this can just be left at zero for now.
This commit is contained in:
@@ -222,6 +222,9 @@ class SafetensorsLazyTensor(LazyTensor):
|
||||
self.key = key
|
||||
self.location = location
|
||||
|
||||
# Stub for cache sorting
|
||||
self.seek_offset = 0
|
||||
|
||||
def __view(self, f: Callable):
|
||||
return f"{type(self).__name__}(checkpoint_file={f(self.checkpoint_file)}, key={f(self.key)}, location={f(self.location)})"
|
||||
|
||||
|
Reference in New Issue
Block a user