rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Evil

Browse Source
This commit is contained in:
somebody
2022-09-22 22:05:48 -05:00
parent ca356d4d6f
commit 0b4ce13eb8
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
aiserver.py
View File

@@ -4974,7 +4974,7 @@ class GenerationResult:
):
# Shave prompt off of encoded response. Decoded does not return prompt.
# TODO: Does MTJ generation shave this off automatically? Test it!
__debug("shape", out_batches.shape)
print("shape", out_batches.shape)
if output_includes_prompt:
self.encoded = out_batches[:, len(prompt) - 1:]