rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

MTJ Gen Work

Browse Source
This commit is contained in:
somebody
2022-09-22 21:08:36 -05:00
parent c664a0ae1e
commit 1d32b090a9
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
aiserver.py
View File

@@ -5053,6 +5053,8 @@ def tpu_raw_generate(
max_length: int, max_length: int,
batch_count: int, batch_count: int,
): ):
prompt_tokens = prompt_tokens[0]
# Mostly lifted from apiactionsubmit_tpumtjgenerate # Mostly lifted from apiactionsubmit_tpumtjgenerate
soft_tokens = tpumtjgetsofttokens() soft_tokens = tpumtjgetsofttokens()
__debug("we are generating with", prompt_tokens, "batch", batch_count, "soft tokens", soft_tokens) __debug("we are generating with", prompt_tokens, "batch", batch_count, "soft tokens", soft_tokens)