diff --git a/modeling/inference_models/hf_torch.py b/modeling/inference_models/hf_torch.py
index fcdd9fb9..f5b5cfae 100644
--- a/modeling/inference_models/hf_torch.py
+++ b/modeling/inference_models/hf_torch.py
@@ -351,6 +351,7 @@ class HFTorchInferenceModel(HFInferenceModel):
                     bad_words_ids=self.active_badwordsids,
                     use_cache=True,
                     num_return_sequences=batch_count,
+                    pad_token_id=self.tokenizer.eos_token_id,
                 )
             else:
                  genout = self.model.generate(