Use NeoX badwords when loading from HF GPT-NeoX model
This commit is contained in:
parent
5e3c7c07ae
commit
a7f667c34c
|
@ -976,6 +976,8 @@ if(vars.model not in ["InferKit", "Colab", "OAI", "GooseAI" , "ReadOnly", "TPUMe
|
|||
|
||||
if(vars.model_type == "opt"):
|
||||
vars.badwordsids = vars.badwordsids_opt
|
||||
if(vars.model_type == "neox"):
|
||||
vars.badwordsids = vars.badwordsids_neox
|
||||
|
||||
if(not vars.use_colab_tpu and vars.model not in ["InferKit", "Colab", "OAI", "GooseAI" , "ReadOnly", "TPUMeshTransformerGPTJ", "TPUMeshTransformerGPTNeoX"]):
|
||||
loadmodelsettings()
|
||||
|
|
Loading…
Reference in New Issue