Fix typo in get_hf_checkpoint_metadata

This commit is contained in:
vfbd 2022-08-22 21:50:06 -04:00
parent aede7ef192
commit bae8d88651
1 changed files with 1 additions and 1 deletions

View File

@ -493,7 +493,7 @@ class TrainerBase(abc.ABC):
params["max_batch_size"] = 2048
with tokenizer._kai_no_prefix():
params["eos_token"] = (
[50259, 50259] if model_config.model_type == "xglm" and model_config.eos_token_id == 50259 else tokenizer.encode(model_config.eos_token_id)
[50259, 50259] if model_config.model_type == "xglm" and model_config.eos_token_id == 50259 else [model_config.eos_token_id]
)
params["seq"] = 2048
self.data.params = params