diff --git a/requirements_mtj.txt b/requirements_mtj.txt
index ea399a8f..41721424 100644
--- a/requirements_mtj.txt
+++ b/requirements_mtj.txt
@@ -5,7 +5,6 @@ requests
 dm-haiku==0.0.9
 jax==0.3.25
 jaxlib==0.3.25
-transformers == 4.28.0
 chex == 0.1.5
 transformers == 4.24.0
 huggingface_hub==0.12.1