diff --git a/docker/Dockerfile.ubuntu b/docker/Dockerfile.ubuntu
index 53d2abcf..df5c08b2 100644
--- a/docker/Dockerfile.ubuntu
+++ b/docker/Dockerfile.ubuntu
@@ -68,7 +68,7 @@ RUN if [ "$IMAGE_TYPE" = "gpu" ]; then \
     pip install --no-cache-dir math_verify "datasets<4.8.5" "gradio<5.33" "deepspeed<0.19" ray -U && \
     pip install --no-cache-dir mcore-bridge -i https://pypi.org/simple/ -U && \
     pip install --no-cache-dir pybind11 liger_kernel wandb swanlab nvitop pre-commit "transformers<5.9" "trl<1.0" "peft<0.20" huggingface-hub -U && \
-    pip install git+https://github.com/NVIDIA/TransformerEngine.git@stable --no-build-isolation; \
+    pip install --no-cache-dir --no-build-isolation transformer_engine[pytorch]; \
     pip install git+https://github.com/deepseek-ai/DeepGEMM.git@v2.1.1.post3 --no-build-isolation; \
     pip install -U flash-linear-attention --no-build-isolation; \
     pip install -U git+https://github.com/Dao-AILab/causal-conv1d --no-build-isolation; \
diff --git a/docker/build_image.py b/docker/build_image.py
index 5f1f6c55..246f9e9f 100644
--- a/docker/build_image.py
+++ b/docker/build_image.py
@@ -408,9 +408,9 @@ class LatestGPUImageBuilder(StableGPUImageBuilder):
             args.vllm_version = '0.21.0'
         if not args.base_image:
             # A mirrored image of nvidia/cuda:12.4.0-devel-ubuntu22.04
-            args.base_image = 'nvidia/cuda:13.0.3-cudnn-devel-ubuntu22.04'
+            args.base_image = 'nvidia/cuda:13.0.2-cudnn-devel-ubuntu22.04'
         if not args.cuda_version:
-            args.cuda_version = '13.0.3'
+            args.cuda_version = '13.0.2'
         return super().init_args(args)
 
     def generate_dockerfile(self) -> str: