generated_cols needs to be set properly by TPU static backend

2025-06-05 21:59:24 +02:00 · 2022-01-17 13:19:57 -05:00
parent 9594b2db1c
commit 45bfde8d5d
1 changed files with 1 additions and 0 deletions
--- a/aiserver.py
+++ b/aiserver.py
@@ -3064,6 +3064,7 @@ def tpumtjgenerate(txt, minimum, maximum, found_entries=None):
            past = genout
            for i in range(vars.numseqs):
                vars.lua_koboldbridge.generated[i+1] = vars.lua_state.table(*genout[i].tolist())
+            vars.lua_koboldbridge.generated_cols = vars.generated_tkns = genout.shape[-1]

    except Exception as e:
        if(issubclass(type(e), lupa.LuaError)):