rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Etc

Browse Source
This commit is contained in:
somebody
2022-09-19 21:50:00 -05:00
parent 4d3a80e4a6
commit d07fe6dcc0
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
aiserver.py
View File

@@ -2069,8 +2069,6 @@ def patch_transformers():
tokenizer, tokenizer,
excluded_world_info: List[Set], excluded_world_info: List[Set],
): ):
# self.regeneration_required = False
# self.halt = False
self.tokenizer = tokenizer self.tokenizer = tokenizer
self.excluded_world_info = excluded_world_info self.excluded_world_info = excluded_world_info
@@ -4968,8 +4966,10 @@ def raw_generate(
) -> List: ) -> List:
if isinstance(prompt, str): if isinstance(prompt, str):
prompt_decoded = prompt
prompt_tokens = tokenizer.encode(prompt) prompt_tokens = tokenizer.encode(prompt)
else: else:
prompt_decoded = tokenizer.decode(prompt)
prompt_tokens = prompt prompt_tokens = prompt
# Some gen methods such as OAI don't return tokens. # Some gen methods such as OAI don't return tokens.