rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2024-12-12 00:35:41 +01:00
Code Issues Projects Releases Wiki Activity

Fix typo in get_hf_checkpoint_metadata

Browse Source
This commit is contained in:
vfbd 2022-08-22 21:50:06 -04:00
parent aede7ef192
commit bae8d88651
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
prompt_tuner.py
View File

@ -493,7 +493,7 @@ class TrainerBase(abc.ABC):
params["max_batch_size"] = 2048 params["max_batch_size"] = 2048
with tokenizer._kai_no_prefix(): with tokenizer._kai_no_prefix():
params["eos_token"] = ( params["eos_token"] = (
[50259, 50259] if model_config.model_type == "xglm" and model_config.eos_token_id == 50259 else tokenizer.encode(model_config.eos_token_id) [50259, 50259] if model_config.model_type == "xglm" and model_config.eos_token_id == 50259 else [model_config.eos_token_id]
) )
params["seq"] = 2048 params["seq"] = 2048
self.data.params = params self.data.params = params