Model: More Jax import fixes and formatting

2025-06-05 21:59:24 +02:00 · 2023-03-17 15:36:44 -05:00
parent 03af06638c
commit 8d0bc404a5
5 changed files with 17 additions and 22 deletions
--- a/modeling/tokenizer.py
+++ b/modeling/tokenizer.py
@@ -28,4 +28,3 @@ class GenericTokenizer:
            tokens = [tokens]

        return self.tokenizer.decode(tokens)
-