From dd1c3ab67ed56172fd748fb6370611c135475fdc Mon Sep 17 00:00:00 2001 From: henk717 Date: Tue, 21 Sep 2021 15:46:54 +0200 Subject: [PATCH] Allow models to set formatting defaults Originally omitted when model settings were forced. Now that models can only define the defaults for KoboldAI its a good idea to give model authors control over what formatting they think works best for their models. --- aiserver.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/aiserver.py b/aiserver.py index 3b0704e0..daa9b21d 100644 --- a/aiserver.py +++ b/aiserver.py @@ -915,6 +915,8 @@ def loadmodelsettings(): vars.rep_pen = js["rep_pen"] if("adventure" in js): vars.adventure = js["adventure"] + if("formatoptns" in js): + vars.formatoptns = js["formatoptns"] model_config.close() #==================================================================#