Show author and SP length in soft prompt menu

This commit is contained in:
Gnome Ann
2022-01-18 16:30:09 -05:00
parent 1e2dbd42a6
commit 1951ccd2ce
5 changed files with 15 additions and 9 deletions

View File

@ -4156,7 +4156,8 @@ def spRequest(filename):
tensor = np.float32(tensor)
assert not np.isinf(tensor).any() and not np.isnan(tensor).any()
vars.sp_length = tensor.shape[0]
vars.sp_length = tensor.shape[-2]
vars.spmeta["n_tokens"] = vars.sp_length
if(vars.model in ("TPUMeshTransformerGPTJ",)):
rows = tensor.shape[0]