This commit is contained in:
ebolam
2023-05-24 20:15:11 -04:00
parent 1a7c2ddab0
commit b5272ea607

View File

@@ -943,7 +943,7 @@ def read_neox_checkpoint(state, path, config, checkpoint_shards=2):
import koboldai_settings import koboldai_settings
def load_model(path: str, model_type: str, badwordsids=koboldai_settings.badwordsids_default driver_version="tpu_driver_20221109", hf_checkpoint=False, socketio_queue=None, initial_load=False, logger=None, **kwargs) -> None: def load_model(path: str, model_type: str, badwordsids=koboldai_settings.badwordsids_default, driver_version="tpu_driver_20221109", hf_checkpoint=False, socketio_queue=None, initial_load=False, logger=None, **kwargs) -> None:
global thread_resources_env, seq, tokenizer, network, params, pad_token_id global thread_resources_env, seq, tokenizer, network, params, pad_token_id
if kwargs.get("pad_token_id"): if kwargs.get("pad_token_id"):