rixty
/
KoboldAI-Client
mirror of https://github.com/KoboldAI/KoboldAI-Client.git
1
1
Fork 0
Code Issues Projects Releases Wiki Activity

Smaller optimizations

This commit is contained in:
henk717 2022-02-24 01:14:26 +01:00
parent 8e9d9faa97
commit ac59e55d62
1 changed files with 5 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
aiserver.py
View File

@ -106,7 +106,7 @@ class vars:
ikgen = 200 # Number of characters for InferKit to generate ikgen = 200 # Number of characters for InferKit to generate
rep_pen = 1.1 # Default generator repetition_penalty rep_pen = 1.1 # Default generator repetition_penalty
rep_pen_slope = 1.0 # Default generator repetition penalty slope rep_pen_slope = 1.0 # Default generator repetition penalty slope
rep_pen_range = 512 # Default generator repetition penalty range rep_pen_range = 1024 # Default generator repetition penalty range
temp = 0.5 # Default generator temperature temp = 0.5 # Default generator temperature
top_p = 0.9 # Default generator top_p top_p = 0.9 # Default generator top_p
top_k = 0 # Default generator top_k top_k = 0 # Default generator top_k
@ -414,18 +414,16 @@ def device_config(model):
#==================================================================# #==================================================================#
def loadmodelsettings(): def loadmodelsettings():
try: try:
model_js_config = str(model_config).partition(' ')[2] js = json.loads(str(model_config).partition(' ')[2])
js = json.loads(model_js_config)
except Exception as e: except Exception as e:
try: try:
try: try:
model_js_config = open(vars.custmodpth + "/config.json", "r") js = json.load(open(vars.custmodpth + "/config.json", "r"))
except Exception as e: except Exception as e:
model_js_config = open(vars.custmodpth.replace('/', '_') + "/config.json", "r") js = json.load(open(vars.custmodpth.replace('/', '_') + "/config.json", "r"))
js = json.load(model_js_config)
except Exception as e: except Exception as e:
js = {} js = {}
if vars.model_type == "xglm" or js.get("modelcompat", "j") == "fairseq_lm": if vars.model_type == "xglm" or js.get("compat", "j") == "fairseq_lm":
vars.newlinemode = "s" # Default to </s> newline mode if using XGLM vars.newlinemode = "s" # Default to </s> newline mode if using XGLM
vars.modelconfig = js vars.modelconfig = js
if("badwordsids" in js): if("badwordsids" in js):