mirror of
https://github.com/KoboldAI/KoboldAI-Client.git
synced 2025-04-03 21:21:07 +02:00
Fix error that occurs when using dynamic TPU backend
This commit is contained in:
parent
a282500da7
commit
cbacfbdfac
@ -533,7 +533,7 @@ def sample_func(data, key, numseqs_aux, badwords, repetition_penalty, generated_
|
|||||||
gen_length,
|
gen_length,
|
||||||
rpslope,
|
rpslope,
|
||||||
rprange,
|
rprange,
|
||||||
)
|
),
|
||||||
**sampler_options,
|
**sampler_options,
|
||||||
)
|
)
|
||||||
# Remember what token was picked
|
# Remember what token was picked
|
||||||
|
Loading…
x
Reference in New Issue
Block a user