rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-02-17 12:10:49 +01:00
Code Issues Projects Releases Wiki Activity

TPU Fix

Browse Source
This commit is contained in:
ebolam 2022-06-06 21:47:15 -04:00
parent 1b35b55d86
commit afb894f5a0
1 changed files with 1 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
aiserver.py
View File

@ -54,6 +54,7 @@ import utils
import structures
import torch
from transformers import StoppingCriteria, GPT2TokenizerFast, GPT2LMHeadModel, GPTNeoForCausalLM, GPTNeoModel, AutoModelForCausalLM, AutoTokenizer
import tpu_mtj_backend
if lupa.LUA_VERSION[:2] != (5, 4):
@ -934,7 +935,6 @@ def general_startup():
#==================================================================#
def tpumtjgetsofttokens():
import tpu_mtj_backend
soft_tokens = None
if(vars.sp is None):
global np
@ -5611,7 +5611,6 @@ def final_startup():
# Precompile TPU backend if required
if(vars.use_colab_tpu or vars.model in ("TPUMeshTransformerGPTJ", "TPUMeshTransformerGPTNeoX")):
import tpu_mtj_backend
soft_tokens = tpumtjgetsofttokens()
if(vars.dynamicscan or (not vars.nogenmod and vars.has_genmod)):
threading.Thread(