Merge pull request #357 from one-some/tpu-api-fix

Fix TPU API errors
2025-06-05 21:59:24 +02:00 · 2023-05-09 01:05:20 +02:00
parent 0f9129859f a9e342ca64
commit a649bd8d3c
1 changed files with 1 additions and 0 deletions
--- a/aiserver.py
+++ b/aiserver.py
@@ -3708,6 +3708,7 @@ def apiactionsubmit_tpumtjgenerate(txt, minimum, maximum):
        soft_tokens=soft_tokens,
        sampler_order=koboldai_vars.sampler_order,
    )
+    genout = np.array(genout)
    genout = [utils.applyoutputformatting(utils.decodenewlines(tokenizer.decode(txt))) for txt in genout]

    return genout