Fix typo in get_hf_checkpoint_metadata
This commit is contained in:
parent
aede7ef192
commit
bae8d88651
|
@ -493,7 +493,7 @@ class TrainerBase(abc.ABC):
|
|||
params["max_batch_size"] = 2048
|
||||
with tokenizer._kai_no_prefix():
|
||||
params["eos_token"] = (
|
||||
[50259, 50259] if model_config.model_type == "xglm" and model_config.eos_token_id == 50259 else tokenizer.encode(model_config.eos_token_id)
|
||||
[50259, 50259] if model_config.model_type == "xglm" and model_config.eos_token_id == 50259 else [model_config.eos_token_id]
|
||||
)
|
||||
params["seq"] = 2048
|
||||
self.data.params = params
|
||||
|
|
Loading…
Reference in New Issue