rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

XtraDBug

Browse Source
This commit is contained in:
somebody
2022-09-22 20:30:26 -05:00
parent 9d70861118
commit 5e9f3b3c0e
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
aiserver.py
View File

@@ -5051,7 +5051,7 @@ def tpu_raw_generate(
batch_count: int, batch_count: int,
): ):
# Mostly lifted from apiactionsubmit_tpumtjgenerate # Mostly lifted from apiactionsubmit_tpumtjgenerate
print("we are generating") print("we are generating with", prompt_tokens, "batch", batch_count)
soft_tokens = tpumtjgetsofttokens() soft_tokens = tpumtjgetsofttokens()
genout = tpool.execute( genout = tpool.execute(
tpu_mtj_backend.infer_static, tpu_mtj_backend.infer_static,