Fix for message about attention mask

2025-06-05 21:59:24 +02:00 · 2023-09-15 12:58:07 -04:00
parent 498824f4dc
commit 8494aff76c
1 changed files with 1 additions and 0 deletions
--- a/modeling/inference_models/hf_torch.py
+++ b/modeling/inference_models/hf_torch.py
@@ -351,6 +351,7 @@ class HFTorchInferenceModel(HFInferenceModel):
                    bad_words_ids=self.active_badwordsids,
                    use_cache=True,
                    num_return_sequences=batch_count,
+                    pad_token_id=self.tokenizer.eos_token_id,
                )
            else:
                 genout = self.model.generate(