diff --git a/modules/sagemaker/sagemaker-templates/templates/finetune_llm_evaluation/seed_code/build_app/source_scripts/requirements.txt b/modules/sagemaker/sagemaker-templates/templates/finetune_llm_evaluation/seed_code/build_app/source_scripts/requirements.txt
index bad820f0..8db1bd49 100644
--- a/modules/sagemaker/sagemaker-templates/templates/finetune_llm_evaluation/seed_code/build_app/source_scripts/requirements.txt
+++ b/modules/sagemaker/sagemaker-templates/templates/finetune_llm_evaluation/seed_code/build_app/source_scripts/requirements.txt
@@ -1,4 +1,4 @@
-transformers[accelerate]==4.53.0
+transformers[accelerate]==5.0.0rc3
 torch>=2.0.0
 peft==0.4.0
 bitsandbytes==0.40.2