rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Model: Fix eos/bos padding issue

Browse Source 
Weird config None assignments
This commit is contained in:
somebody
2023-03-10 18:36:22 -06:00
parent 3ac3e41dd8
commit 38c4edac40
2 changed files with 3 additions and 22 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
tpu_mtj_backend.py
View File

@@ -779,9 +779,9 @@ def read_neox_checkpoint(state, path, config, checkpoint_shards=2):
def load_model(path: str, driver_version="tpu_driver0.1_dev20210607", hf_checkpoint=False, socketio_queue=None, initial_load=False, logger=None, **kwargs) -> None:
global thread_resources_env, seq, tokenizer, network, params, pad_token_id
if "pad_token_id" in kwargs:
if kwargs.get("pad_token_id"):
pad_token_id = kwargs["pad_token_id"]
elif "eos_token_id" in kwargs:
elif kwargs.get("eos_token_id"):
pad_token_id = kwargs["eos_token_id"]
if not hasattr(koboldai_vars, "sampler_order") or not koboldai_vars.sampler_order: