NS Mode (comment fix)

This commit is contained in:
Henk
2022-05-13 10:53:19 +02:00
parent 8376f12e21
commit d5fa782483

View File

@ -530,7 +530,7 @@ def loadmodelsettings():
if vars.model_type == "xglm" or js.get("compat", "j") == "fairseq_lm":
vars.newlinemode = "s" # Default to </s> newline mode if using XGLM
if vars.model_type == "opt":
vars.newlinemode = "ns" # Default to </s> newline mode if using XGLM
vars.newlinemode = "ns" # Handle </s> but don't convert newlines if using Fairseq models that have newlines trained in them
vars.modelconfig = js
if("badwordsids" in js):
vars.badwordsids = js["badwordsids"]