rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

One more time

Browse Source
This commit is contained in:
somebody
2023-04-27 21:07:34 -05:00
parent 2eee535540
commit 446f38ee9d
1 changed files with 5 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
modeling/tokenizer.py
View File

@@ -31,9 +31,10 @@ class GenericTokenizer:
if isinstance(tokens, int):
tokens = [tokens]
if isinstance(tokens, list):
tokens = torch.tensor(tokens)
elif isinstance(tokens, torch.Tensor):
tokens = tokens.cpu()
# TODO: Figure out why this breaks softprompts on some models
# if isinstance(tokens, list):
# tokens = torch.tensor(tokens)
# elif isinstance(tokens, torch.Tensor):
# tokens = tokens.cpu()
return self.tokenizer.decode(tokens)