From 889fe8d548d688b697b2aaa874fa6dadade9f5b8 Mon Sep 17 00:00:00 2001
From: Henk <henk@henk.tech>
Date: Wed, 26 Jul 2023 19:35:55 +0200
Subject: [PATCH] Fix Peft

---
 modeling/inference_models/hf_torch.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/modeling/inference_models/hf_torch.py b/modeling/inference_models/hf_torch.py
index 4ddf895b..548c1c4a 100644
--- a/modeling/inference_models/hf_torch.py
+++ b/modeling/inference_models/hf_torch.py
@@ -325,7 +325,7 @@ class HFTorchInferenceModel(HFInferenceModel):
         with torch.no_grad():
             start_time = time.time()
             genout = self.model.generate(
-                gen_in,
+                input_ids=gen_in,
                 do_sample=True,
                 max_length=min(
                     len(prompt_tokens) + max_new, utils.koboldai_vars.max_length