Use NeoX badwords when loading from HF GPT-NeoX model

This commit is contained in:
Gnome Ann 2022-06-21 19:33:25 -04:00
parent 5e3c7c07ae
commit a7f667c34c
1 changed files with 2 additions and 0 deletions

View File

@ -976,6 +976,8 @@ if(vars.model not in ["InferKit", "Colab", "OAI", "GooseAI" , "ReadOnly", "TPUMe
if(vars.model_type == "opt"):
vars.badwordsids = vars.badwordsids_opt
if(vars.model_type == "neox"):
vars.badwordsids = vars.badwordsids_neox
if(not vars.use_colab_tpu and vars.model not in ["InferKit", "Colab", "OAI", "GooseAI" , "ReadOnly", "TPUMeshTransformerGPTJ", "TPUMeshTransformerGPTNeoX"]):
loadmodelsettings()