From 8494aff76c6076db125abf1ee924c940f0ed2c62 Mon Sep 17 00:00:00 2001
From: ebolam <ebolam@gmail.com>
Date: Fri, 15 Sep 2023 12:58:07 -0400
Subject: [PATCH] Fix for message about attention mask

---
 modeling/inference_models/hf_torch.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/modeling/inference_models/hf_torch.py b/modeling/inference_models/hf_torch.py
index fcdd9fb9..f5b5cfae 100644
--- a/modeling/inference_models/hf_torch.py
+++ b/modeling/inference_models/hf_torch.py
@@ -351,6 +351,7 @@ class HFTorchInferenceModel(HFInferenceModel):
                     bad_words_ids=self.active_badwordsids,
                     use_cache=True,
                     num_return_sequences=batch_count,
+                    pad_token_id=self.tokenizer.eos_token_id,
                 )
             else:
                  genout = self.model.generate(