rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-04-10 00:21:01 +02:00
Code Issues Projects Releases Wiki Activity

Prevent tokenizer from taking extra time the first time it's used

Browse Source
This commit is contained in:
Gnome Ann 2022-01-17 22:55:25 -05:00
parent 4fac202059
commit 4da1a2d247
1 changed files with 8 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
aiserver.py
View File

@ -4512,6 +4512,14 @@ def randomGameRequest(topic, memory=""):
loadmodelsettings() loadmodelsettings()
loadsettings() loadsettings()
# Prevent tokenizer from taking extra time the first time it's used
def __preempt_tokenizer():
if("tokenizer" not in globals()):
return
tokenizer.decode([25678, 559])
tokenizer.encode("eunoia")
threading.Thread(target=__preempt_tokenizer).start()
# Precompile TPU backend if required # Precompile TPU backend if required
if(vars.model in ("TPUMeshTransformerGPTJ",)): if(vars.model in ("TPUMeshTransformerGPTJ",)):
soft_tokens = tpumtjgetsofttokens() soft_tokens = tpumtjgetsofttokens()