diff --git a/torch-neuronx/training/tp_dp_bert_hf_pretrain/requirements.txt b/torch-neuronx/training/tp_dp_bert_hf_pretrain/requirements.txt
index 434088d..73c71f8 100644
--- a/torch-neuronx/training/tp_dp_bert_hf_pretrain/requirements.txt
+++ b/torch-neuronx/training/tp_dp_bert_hf_pretrain/requirements.txt
@@ -1,6 +1,6 @@
 graphviz
 tensorboard==2.6
-transformers==4.26.0
+transformers==4.38.0
 evaluate
 pillow
 pytest