colab debug

This commit is contained in:
somebody
2023-02-27 18:40:26 -06:00
parent 2e3ca6f769
commit 1839de1483

View File

@@ -2203,6 +2203,8 @@ class GenericHFTorchInferenceModel(HFTorchInferenceModel):
# Get the model_type from the config or assume a model type if it isn't present
try:
print("LMP:", self.get_local_model_path())
print("M:", utils.koboldai_vars.model)
model_config = AutoConfig.from_pretrained(
self.get_local_model_path() or utils.koboldai_vars.model,
revision=utils.koboldai_vars.revision,