From 629988ce13cf0f50e971bb4c57b3f446dc5d75ff Mon Sep 17 00:00:00 2001 From: Gnome Ann <> Date: Tue, 14 Dec 2021 23:04:03 -0500 Subject: [PATCH] Fix a problem with the Lua regeneration API It was an egregious typo that caused tokens to be rearranged on regeneration. --- aiserver.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/aiserver.py b/aiserver.py index f68176b6..9221ea09 100644 --- a/aiserver.py +++ b/aiserver.py @@ -2214,7 +2214,7 @@ def _generate(txt, minimum, maximum, found_entries): for r in range(vars.numseqs): for c in range(already_generated): assert vars.lua_koboldbridge.generated[r+1][c+1] is not None - genout[r][genout.shape[-1] - already_generated - c] = vars.lua_koboldbridge.generated[r+1][c+1] + genout[r][genout.shape[-1] - already_generated + c] = vars.lua_koboldbridge.generated[r+1][c+1] encoded = [] for i in range(vars.numseqs): txt = tokenizer.decode(genout[i, -already_generated:])