diff --git a/test/sagemaker_tests/pytorch/training/resources/gpt2/requirements.txt b/test/sagemaker_tests/pytorch/training/resources/gpt2/requirements.txt
index 760237db896d..adb220c9aab5 100644
--- a/test/sagemaker_tests/pytorch/training/resources/gpt2/requirements.txt
+++ b/test/sagemaker_tests/pytorch/training/resources/gpt2/requirements.txt
@@ -2,6 +2,6 @@ datasets
 numpy
 scipy
 torchnet
-transformers==4.53.0
+transformers==5.0.0rc3
 smdebug
 humanize