mirror of
https://github.com/KoboldAI/KoboldAI-Client.git
synced 2025-06-05 21:59:24 +02:00
Just use string sort on key
Doesn't seem to affect cache hit number
This commit is contained in:
@@ -196,8 +196,7 @@ def patch_transformers_for_lazyload() -> None:
|
|||||||
# State dict must be ordered in this manner to make the caching in
|
# State dict must be ordered in this manner to make the caching in
|
||||||
# lazy_loader.py effective
|
# lazy_loader.py effective
|
||||||
key=lambda x: (
|
key=lambda x: (
|
||||||
# NOTE: Assuming key is just decimal
|
x[1].key,
|
||||||
int(x[1].key),
|
|
||||||
x[1].seek_offset,
|
x[1].seek_offset,
|
||||||
),
|
),
|
||||||
):
|
):
|
||||||
|
Reference in New Issue
Block a user