From fae15b8a17a0edc3bb71f953142007334f8b991e Mon Sep 17 00:00:00 2001
From: Gnome Ann <>
Date: Sat, 21 Aug 2021 10:54:57 -0400
Subject: [PATCH] Fix typo in previous commit

---
 aiserver.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/aiserver.py b/aiserver.py
index b9604a00..b3ac201a 100644
--- a/aiserver.py
+++ b/aiserver.py
@@ -385,7 +385,7 @@ if(not vars.model in ["InferKit", "Colab", "OAI", "ReadOnly"]):
                     gc.collect()
                     model.transformer.wte.to(breakmodel.gpu_device)
                     model.transformer.ln_f.to(breakmodel.gpu_device)
-                    if(hasattr(model), 'lm_head'):
+                    if(hasattr(model, 'lm_head')):
                         model.lm_head.to(breakmodel.gpu_device)
                     if(not hasattr(model.config, 'rotary') or not model.config.rotary):
                         model.transformer.wpe.to(breakmodel.gpu_device)
@@ -436,7 +436,7 @@ if(not vars.model in ["InferKit", "Colab", "OAI", "ReadOnly"]):
                     gc.collect()
                     model.transformer.wte.to(breakmodel.gpu_device)
                     model.transformer.ln_f.to(breakmodel.gpu_device)
-                    if(hasattr(model), 'lm_head'):
+                    if(hasattr(model, 'lm_head')):
                         model.lm_head.to(breakmodel.gpu_device)
                     if(not hasattr(model.config, 'rotary') or not model.config.rotary):
                         model.transformer.wpe.to(breakmodel.gpu_device)