From d07fe6dcc049dadaca24bb8f5cae8edc6e5e8f53 Mon Sep 17 00:00:00 2001 From: somebody Date: Mon, 19 Sep 2022 21:50:00 -0500 Subject: [PATCH] Etc --- aiserver.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/aiserver.py b/aiserver.py index 45e4b639..6e1efe27 100644 --- a/aiserver.py +++ b/aiserver.py @@ -2069,8 +2069,6 @@ def patch_transformers(): tokenizer, excluded_world_info: List[Set], ): - # self.regeneration_required = False - # self.halt = False self.tokenizer = tokenizer self.excluded_world_info = excluded_world_info @@ -4968,8 +4966,10 @@ def raw_generate( ) -> List: if isinstance(prompt, str): + prompt_decoded = prompt prompt_tokens = tokenizer.encode(prompt) else: + prompt_decoded = tokenizer.decode(prompt) prompt_tokens = prompt # Some gen methods such as OAI don't return tokens.