rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Fix legacy model loading

Browse Source
This commit is contained in:
somebody
2023-04-15 12:57:35 -05:00
parent 2a977feb3e
commit 4dcf570407
4 changed files with 36 additions and 16 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
modeling/inference_models/legacy_gpt2_hf.py
View File

@@ -19,6 +19,7 @@ class CustomGPT2HFTorchInferenceModel(HFTorchInferenceModel):
for possible_config_path in [
utils.koboldai_vars.custmodpth,
os.path.join("models", utils.koboldai_vars.custmodpth),
self.model_name
]:
try:
with open(
@@ -36,12 +37,13 @@ class CustomGPT2HFTorchInferenceModel(HFTorchInferenceModel):
with self._maybe_use_float16():
try:
self.model = GPT2LMHeadModel.from_pretrained(
utils.koboldai_vars.custmodpth,
model_path,
revision=utils.koboldai_vars.revision,
cache_dir="cache",
local_files_only=True
)
self.tokenizer = GPT2Tokenizer.from_pretrained(
utils.koboldai_vars.custmodpth,
model_path,
revision=utils.koboldai_vars.revision,
cache_dir="cache",
)
@@ -69,4 +71,4 @@ class CustomGPT2HFTorchInferenceModel(HFTorchInferenceModel):
else:
self.model = self.model.to("cpu").float()
self.patch_causal_lm()
self.patch_embedding()