Stub seek_offset for cache sorting in load loop

The way Safetensors individual weight loading is implemented doesn't
take full advantage of the cache ordering system thing, so this can just
be left at zero for now.
This commit is contained in:
somebody
2023-07-07 14:49:46 -05:00
parent 6b83944e9b
commit cfe1f5b514

View File

@@ -222,6 +222,9 @@ class SafetensorsLazyTensor(LazyTensor):
self.key = key
self.location = location
# Stub for cache sorting
self.seek_offset = 0
def __view(self, f: Callable):
return f"{type(self).__name__}(checkpoint_file={f(self.checkpoint_file)}, key={f(self.key)}, location={f(self.location)})"