diff --git a/tripy/examples/nanogpt/requirements.txt b/tripy/examples/nanogpt/requirements.txt
index a316367b8..af2f0eaa6 100644
--- a/tripy/examples/nanogpt/requirements.txt
+++ b/tripy/examples/nanogpt/requirements.txt
@@ -1,6 +1,6 @@
 -f https://nvidia.github.io/TensorRT-Incubator/packages.html
 nvtripy>=0.1.5
-transformers==4.46.2
+transformers==5.0.0rc3
 tiktoken==0.12.0
 --extra-index-url https://download.pytorch.org/whl/cu130
 torch==2.10.0+cu130