Fix TPU API errors

2025-06-05 21:59:24 +02:00 · 2023-05-08 17:10:47 -05:00
parent 0f9129859f
commit a9e342ca64
1 changed files with 1 additions and 0 deletions
--- a/aiserver.py
+++ b/aiserver.py
@@ -3708,6 +3708,7 @@ def apiactionsubmit_tpumtjgenerate(txt, minimum, maximum):
        soft_tokens=soft_tokens,
        sampler_order=koboldai_vars.sampler_order,
    )
+    genout = np.array(genout)
    genout = [utils.applyoutputformatting(utils.decodenewlines(tokenizer.decode(txt))) for txt in genout]

    return genout