rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-02-25 07:58:03 +01:00
Code Issues Projects Releases Wiki Activity

generated_cols needs to be set properly by TPU static backend

Browse Source
This commit is contained in:
Gnome Ann 2022-01-17 13:19:57 -05:00
parent 9594b2db1c
commit 45bfde8d5d
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
aiserver.py
View File

@ -3064,6 +3064,7 @@ def tpumtjgenerate(txt, minimum, maximum, found_entries=None):
past = genout
for i in range(vars.numseqs):
vars.lua_koboldbridge.generated[i+1] = vars.lua_state.table(*genout[i].tolist())
vars.lua_koboldbridge.generated_cols = vars.generated_tkns = genout.shape[-1]
except Exception as e:
if(issubclass(type(e), lupa.LuaError)):