Remove unused gettokenids

This commit is contained in:
henk717 2022-03-09 11:59:33 +01:00
parent 7434c9221b
commit a28e553412

View File

@ -301,12 +301,12 @@ def getModelSelection(modellist):
#==================================================================# #==================================================================#
# Return all keys in tokenizer dictionary containing char # Return all keys in tokenizer dictionary containing char
#==================================================================# #==================================================================#
def gettokenids(char): #def gettokenids(char):
keys = [] # keys = []
for key in vocab_keys: # for key in vocab_keys:
if(key.find(char) != -1): # if(key.find(char) != -1):
keys.append(key) # keys.append(key)
return keys # return keys
#==================================================================# #==================================================================#
# Return Model Name # Return Model Name