Fix error that occurs when using dynamic TPU backend
This commit is contained in:
parent
a282500da7
commit
cbacfbdfac
|
@ -533,7 +533,7 @@ def sample_func(data, key, numseqs_aux, badwords, repetition_penalty, generated_
|
||||||
gen_length,
|
gen_length,
|
||||||
rpslope,
|
rpslope,
|
||||||
rprange,
|
rprange,
|
||||||
)
|
),
|
||||||
**sampler_options,
|
**sampler_options,
|
||||||
)
|
)
|
||||||
# Remember what token was picked
|
# Remember what token was picked
|
||||||
|
|
Loading…
Reference in New Issue