rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Change fallback notifications to warnings

Browse Source
This commit is contained in:
onesome
2023-04-25 18:26:49 -05:00
parent 98cd6aa246
commit 0268305cfe
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
modeling/inference_models/generic_hf_torch.py
View File

@@ -81,11 +81,11 @@ class GenericHFTorchInferenceModel(HFTorchInferenceModel):
try: try:
metamodel = AutoModelForCausalLM.from_config(self.model_config) metamodel = AutoModelForCausalLM.from_config(self.model_config)
except Exception as e: except Exception as e:
logger.error(f"Fell back to neo for metamodel due to {e}") logger.warning(f"Fell back to neo for metamodel due to {e}")
try: try:
metamodel = GPTNeoForCausalLM.from_config(self.model_config) metamodel = GPTNeoForCausalLM.from_config(self.model_config)
except Exception as e: except Exception as e:
logger.error(f"Falling back again due to {e}") logger.warning(f"Falling back again due to {e}")
raise SuperLegacyModelError raise SuperLegacyModelError
utils.layers_module_names = utils.get_layers_module_names(metamodel) utils.layers_module_names = utils.get_layers_module_names(metamodel)