Fix error that occurs when using dynamic TPU backend
This commit is contained in:
parent
a282500da7
commit
cbacfbdfac
|
@ -533,7 +533,7 @@ def sample_func(data, key, numseqs_aux, badwords, repetition_penalty, generated_
|
|||
gen_length,
|
||||
rpslope,
|
||||
rprange,
|
||||
)
|
||||
),
|
||||
**sampler_options,
|
||||
)
|
||||
# Remember what token was picked
|
||||
|
|
Loading…
Reference in New Issue