Fix Peft

2025-06-05 21:59:24 +02:00 · 2023-07-26 19:35:55 +02:00
parent af5580638e
commit 889fe8d548
1 changed files with 1 additions and 1 deletions
--- a/modeling/inference_models/hf_torch.py
+++ b/modeling/inference_models/hf_torch.py
@@ -325,7 +325,7 @@ class HFTorchInferenceModel(HFInferenceModel):
        with torch.no_grad():
            start_time = time.time()
            genout = self.model.generate(
-                gen_in,
+                input_ids=gen_in,
                do_sample=True,
                max_length=min(
                    len(prompt_tokens) + max_new, utils.koboldai_vars.max_length