diff --git a/requirements.txt b/requirements.txt
index 7351c4b..1d20fd9 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -1,4 +1,4 @@
-transformers==4.32.0
+transformers>=4.32.0
 accelerate
 tiktoken
 einops