From cbacfbdfac372d42fd5138783e1add3b84586e89 Mon Sep 17 00:00:00 2001 From: vfbd Date: Sat, 27 Aug 2022 17:42:49 -0400 Subject: [PATCH] Fix error that occurs when using dynamic TPU backend --- tpu_mtj_backend.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tpu_mtj_backend.py b/tpu_mtj_backend.py index effb3de0..29ac4b42 100644 --- a/tpu_mtj_backend.py +++ b/tpu_mtj_backend.py @@ -533,7 +533,7 @@ def sample_func(data, key, numseqs_aux, badwords, repetition_penalty, generated_ gen_length, rpslope, rprange, - ) + ), **sampler_options, ) # Remember what token was picked