From 446f38ee9d929e0fbfb477ff80036d40f3596e4d Mon Sep 17 00:00:00 2001
From: somebody <onesome01@protonmail.com>
Date: Thu, 27 Apr 2023 21:07:34 -0500
Subject: [PATCH] One more time

---
 modeling/tokenizer.py | 9 +++++----
 1 file changed, 5 insertions(+), 4 deletions(-)

diff --git a/modeling/tokenizer.py b/modeling/tokenizer.py
index e6e235d7..2e58fedb 100644
--- a/modeling/tokenizer.py
+++ b/modeling/tokenizer.py
@@ -31,9 +31,10 @@ class GenericTokenizer:
         if isinstance(tokens, int):
             tokens = [tokens]
 
-        if isinstance(tokens, list):
-            tokens = torch.tensor(tokens)
-        elif isinstance(tokens, torch.Tensor):
-            tokens = tokens.cpu()
+        # TODO: Figure out why this breaks softprompts on some models
+        # if isinstance(tokens, list):
+        #     tokens = torch.tensor(tokens)
+        # elif isinstance(tokens, torch.Tensor):
+        #     tokens = tokens.cpu()
 
         return self.tokenizer.decode(tokens)