rixty
/
KoboldAI-Client
mirror of https://github.com/KoboldAI/KoboldAI-Client.git
1
1
Fork 0
Code Issues Projects Releases Wiki Activity

Fix hidden size calculation for GPT-NeoX models

This commit is contained in:
vfbd 2022-09-07 13:21:49 -04:00
parent 8bbb9ff761
commit 153f6b6c92
1 changed files with 1 additions and 13 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
aiserver.py
View File

@ -2370,19 +2370,7 @@ def load_model(use_gpu=True, gpu_layers=None, disk_layers=None, initial_load=Fal
def get_hidden_size_from_model(model): def get_hidden_size_from_model(model):
try: return model.get_input_embeddings().embedding_dim
return int(model.model.decoder.project_in.in_features)
except:
try:
return int(model.model.decoder.embed_tokens.out_features)
except:
try:
return int(model.transformer.hidden_size)
except:
try:
return int(model.transformer.embed_dim)
except:
return int(model.lm_head.in_features)
def maybe_low_cpu_mem_usage() -> Dict[str, Any]: def maybe_low_cpu_mem_usage() -> Dict[str, Any]:
if(packaging.version.parse(transformers_version) < packaging.version.parse("4.11.0")): if(packaging.version.parse(transformers_version) < packaging.version.parse("4.11.0")):