rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Fix for message about attention mask

Browse Source
This commit is contained in:
ebolam
2023-09-15 12:58:07 -04:00
parent 498824f4dc
commit 8494aff76c
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
modeling/inference_models/hf_torch.py
View File

@@ -351,6 +351,7 @@ class HFTorchInferenceModel(HFInferenceModel):
bad_words_ids=self.active_badwordsids, bad_words_ids=self.active_badwordsids,
use_cache=True, use_cache=True,
num_return_sequences=batch_count, num_return_sequences=batch_count,
pad_token_id=self.tokenizer.eos_token_id,
) )
else: else:
genout = self.model.generate( genout = self.model.generate(