From ca770844b0d6002f07d5b347190be0b25e6faf3d Mon Sep 17 00:00:00 2001 From: ebolam Date: Mon, 22 May 2023 15:07:59 -0400 Subject: [PATCH] Fix for breakmodel --- modeling/inference_models/hf_torch.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/modeling/inference_models/hf_torch.py b/modeling/inference_models/hf_torch.py index 5dd53bf8..47c37436 100644 --- a/modeling/inference_models/hf_torch.py +++ b/modeling/inference_models/hf_torch.py @@ -820,7 +820,7 @@ class HFTorchInferenceModel(HFInferenceModel): breakmodel.gpu_blocks = [0] * n_layers return - elif breakmodel.gpu_blocks != []: + elif breakmodel.gpu_blocks == []: logger.info("Breakmodel not specified, assuming GPU 0") breakmodel.gpu_blocks = [n_layers] n_layers = 0