From 9b8bcb5516365ff1227292db7083e043eab67a74 Mon Sep 17 00:00:00 2001
From: Gnome Ann <>
Date: Sun, 21 Nov 2021 18:22:10 -0500
Subject: [PATCH] Always convert soft prompt to float32 if using TPU backend

TPUs do not support float16. Attempting to use a float16 soft prompt
throws an error.
---
 aiserver.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/aiserver.py b/aiserver.py
index 2eb06c32..9ef798cd 100644
--- a/aiserver.py
+++ b/aiserver.py
@@ -2572,7 +2572,7 @@ def spRequest(filename):
             -1,
             tpu_mtj_backend.params["d_model"],
         )
-        vars.sp = tensor
+        vars.sp = np.float32(tensor)
     else:
         vars.sp = torch.from_numpy(tensor)