diff --git a/docker/Dockerfile.ubuntu b/docker/Dockerfile.ubuntu
index c109323f..8e399641 100644
--- a/docker/Dockerfile.ubuntu
+++ b/docker/Dockerfile.ubuntu
@@ -53,7 +53,7 @@ else \
     pip cache purge; \
 fi
 
-if [ "$INSTALL_MEGATRON_DEPS" = "True" ]; then \
+RUN if [ "$INSTALL_MEGATRON_DEPS" = "True" ]; then \
     SITE_PACKAGES=$(python -c "import site; print(site.getsitepackages()[0])") && echo $SITE_PACKAGES && \
     CUDNN_PATH=$SITE_PACKAGES/nvidia/cudnn CPLUS_INCLUDE_PATH=$SITE_PACKAGES/nvidia/cudnn/include \
     pip install git+https://github.com/NVIDIA/TransformerEngine.git@stable