mirror of
https://github.com/KoboldAI/KoboldAI-Client.git
synced 2025-02-02 02:26:45 +01:00
Update aiserver.py
Better way of checking for the model type
This commit is contained in:
parent
7d35f825c6
commit
c9290d02dc
@ -404,7 +404,7 @@ if(not vars.model in ["InferKit", "Colab", "OAI", "ReadOnly"]):
|
|||||||
if(vars.model == "NeoCustom"):
|
if(vars.model == "NeoCustom"):
|
||||||
model_config = open(vars.custmodpth + "/config.json", "r")
|
model_config = open(vars.custmodpth + "/config.json", "r")
|
||||||
js = json.load(model_config)
|
js = json.load(model_config)
|
||||||
if("architectures" in js):
|
if("model_type" in js):
|
||||||
model = vars.custmodpth
|
model = vars.custmodpth
|
||||||
else:
|
else:
|
||||||
model = GPTNeoForCausalLM.from_pretrained(vars.custmodpth)
|
model = GPTNeoForCausalLM.from_pretrained(vars.custmodpth)
|
||||||
|
Loading…
x
Reference in New Issue
Block a user