Fix error that occurs when using dynamic TPU backend

2025-03-29 01:40:03 +01:00 · 2022-08-27 17:42:49 -04:00 · 2022-08-27 17:42:49 -04:00 · cbacfbdfac
commit cbacfbdfac
parent a282500da7
1 changed files with 1 additions and 1 deletions
--- a/tpu_mtj_backend.py
+++ b/tpu_mtj_backend.py
@ -533,7 +533,7 @@ def sample_func(data, key, numseqs_aux, badwords, repetition_penalty, generated_
                gen_length,
                rpslope,
                rprange,
-            )
+            ),
            **sampler_options,
        )
        # Remember what token was picked