Remove unused gettokenids

This commit is contained in:
henk717 2022-03-09 11:59:33 +01:00
parent 7434c9221b
commit a28e553412

View File

@ -301,12 +301,12 @@ def getModelSelection(modellist):
#==================================================================#
# Return all keys in tokenizer dictionary containing char
#==================================================================#
def gettokenids(char):
keys = []
for key in vocab_keys:
if(key.find(char) != -1):
keys.append(key)
return keys
#def gettokenids(char):
# keys = []
# for key in vocab_keys:
# if(key.find(char) != -1):
# keys.append(key)
# return keys
#==================================================================#
# Return Model Name