diff --git a/docker/Dockerfile.ubuntu b/docker/Dockerfile.ubuntu
index 33ce820b..5dc1a84f 100644
--- a/docker/Dockerfile.ubuntu
+++ b/docker/Dockerfile.ubuntu
@@ -83,7 +83,7 @@ RUN if [ "$IMAGE_TYPE" = "gpu" ]; then \
     cd /tmp && GIT_LFS_SKIP_SMUDGE=1 git clone https://github.com/NVIDIA/apex && \
     cd apex && pip install -v --disable-pip-version-check --no-cache-dir --no-build-isolation --config-settings "--build-option=--cpp_ext" --config-settings "--build-option=--cuda_ext" ./ && \
     cd / && rm -fr /tmp/apex && pip cache purge; \
-    pip install --no-cache-dir "megatron-core==0.17.*" -U; \
+    pip install --no-cache-dir "megatron-core==0.18.*" -U; \
 elif [ "$IMAGE_TYPE" = "cpu" ]; then \
     pip install --no-cache-dir huggingface-hub "transformers<5.9" peft diffusers -U; \
 else \