Merge pull request #190 from VE-FORBRYDERNE/patch

Fix error that occurs when using dynamic TPU backend
2025-06-05 21:59:24 +02:00 · 2022-08-27 23:44:37 +02:00
parent a282500da7 cbacfbdfac
commit 7c01933743
1 changed files with 1 additions and 1 deletions
--- a/tpu_mtj_backend.py
+++ b/tpu_mtj_backend.py
@@ -533,7 +533,7 @@ def sample_func(data, key, numseqs_aux, badwords, repetition_penalty, generated_
                gen_length,
                rpslope,
                rprange,
-            )
+            ),
            **sampler_options,
        )
        # Remember what token was picked