From ad4528b5a6882e1bdb46e111be90d6f931090733 Mon Sep 17 00:00:00 2001 From: somebody Date: Mon, 24 Jul 2023 17:17:57 -0500 Subject: [PATCH] critical change --- modeling/inference_models/gptq_hf_torch/class.py | 1 - 1 file changed, 1 deletion(-) diff --git a/modeling/inference_models/gptq_hf_torch/class.py b/modeling/inference_models/gptq_hf_torch/class.py index 45d18f7b..10349388 100644 --- a/modeling/inference_models/gptq_hf_torch/class.py +++ b/modeling/inference_models/gptq_hf_torch/class.py @@ -103,7 +103,6 @@ def load_quant_offload_device_map( print(device_map) m, layers, remaining = find_layers(model) - type(m).non_offload_forward = type(m).forward # Hook offload_forward into found model