Fix for --nobreakmodel forcing CPU

Put importing of colab packages into a if function so it doesn't error out
This commit is contained in:
ebolam
2023-06-02 12:58:59 -04:00
parent bda8c931f8
commit 5c4d580aac
3 changed files with 12 additions and 6 deletions

View File

@@ -250,7 +250,7 @@ class model_backend(HFTorchInferenceModel):
if utils.koboldai_vars.hascuda:
if self.usegpu:
if self.usegpu or self.nobreakmodel:
# Use just VRAM
self.model = self.model.half().to(utils.koboldai_vars.gpu_device)
elif self.breakmodel: