From 2b950f08d31d8a35b23a6155bb986f03fc2e15e4 Mon Sep 17 00:00:00 2001 From: somebody Date: Sat, 15 Apr 2023 10:47:31 -0500 Subject: [PATCH] Remove legacy no accelerate fallback code Was causing issues with disk cache the old code had a `and not utils.HAS_ACCELERATE` preceding it (a variable which no longer exists), and since disk cache is accelerate only, there was no disk handling code in here. Anyway its bad so blast it --- modeling/inference_models/hf_torch.py | 7 ------- 1 file changed, 7 deletions(-) diff --git a/modeling/inference_models/hf_torch.py b/modeling/inference_models/hf_torch.py index 049d5577..954115be 100644 --- a/modeling/inference_models/hf_torch.py +++ b/modeling/inference_models/hf_torch.py @@ -302,13 +302,6 @@ class HFTorchInferenceModel(HFInferenceModel): return True def _move_to_devices(self) -> None: - if not utils.koboldai_vars.breakmodel: - if utils.koboldai_vars.usegpu: - self.model = self.model.half().to(utils.koboldai_vars.gpu_device) - else: - self.model = self.model.to("cpu").float() - return - for key, value in self.model.state_dict().items(): target_dtype = ( torch.float32 if breakmodel.primary_device == "cpu" else torch.float16