diff --git a/docker/Dockerfile.ubuntu b/docker/Dockerfile.ubuntu
index acd8dc95..c0352614 100644
--- a/docker/Dockerfile.ubuntu
+++ b/docker/Dockerfile.ubuntu
@@ -76,7 +76,7 @@ RUN bash /tmp/install.sh {version_args} && \
 
 
 RUN if [ "$INSTALL_MS_DEPS" = "True" ]; then \
-    pip install --no-cache-dir huggingface-hub transformers peft ; \
+    pip install --no-cache-dir huggingface-hub transformers==4.55.4 peft ; \
 fi; \
 if [ "$INSTALL_MEGATRON_DEPS" = "True" ]; then \
     pip install liger_kernel nvitop pre-commit transformers huggingface-hub && \