rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Fix vars.modeldim not always being set

Browse Source
This commit is contained in:
Gnome Ann
2021-11-10 17:38:30 -05:00
parent e6599db78f
commit 752e19a2bb
1 changed files with 3 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
aiserver.py
View File

@@ -637,12 +637,15 @@ if(not vars.model in ["InferKit", "Colab", "OAI", "ReadOnly"]):
generator = model.generate generator = model.generate
elif(vars.breakmodel): # Use both RAM and VRAM (breakmodel) elif(vars.breakmodel): # Use both RAM and VRAM (breakmodel)
model = AutoModelForCausalLM.from_pretrained(vars.model) model = AutoModelForCausalLM.from_pretrained(vars.model)
vars.modeldim = int(model.transformer.hidden_size)
device_config(model) device_config(model)
else: else:
model = AutoModelForCausalLM.from_pretrained(vars.model) model = AutoModelForCausalLM.from_pretrained(vars.model)
vars.modeldim = int(model.transformer.hidden_size)
generator = model.generate generator = model.generate
else: else:
model = AutoModelForCausalLM.from_pretrained(vars.model) model = AutoModelForCausalLM.from_pretrained(vars.model)
vars.modeldim = int(model.transformer.hidden_size)
generator = model.generate generator = model.generate
# Suppress Author's Note by flagging square brackets (Old implementation) # Suppress Author's Note by flagging square brackets (Old implementation)