rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Potential fix

Browse Source
This commit is contained in:
somebody
2023-04-27 19:51:10 -05:00
parent b256a8fbc7
commit 4559112551
2 changed files with 1 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
modeling/tokenizer.py
View File

@@ -28,11 +28,10 @@ class GenericTokenizer:
return ret.ids
def decode(self, tokens: Union[int, List[int], torch.Tensor]) -> str:
print(f"[decode] Tokens: {tokens}")
if isinstance(tokens, torch.Tensor):
tokens = tokens.cpu().tolist()
if isinstance(tokens, int):
tokens = [tokens]
return self.tokenizer.decode(tokens)
return self.tokenizer.decode(tokens, skip_special_tokens=True)