diff --git a/modeling/patches.py b/modeling/patches.py
index 83d157b4..dff10b93 100644
--- a/modeling/patches.py
+++ b/modeling/patches.py
@@ -205,7 +205,7 @@ def patch_transformers_for_lazyload() -> None:
 
             if isinstance(param, LazyTensor):
                 # Should always be true
-                param = param.materialize()
+                param = param.materialize(map_location="cpu")
             utils.bar.update(1)
 # END PATCH