Update docker images (#3430)

Author: goanpeca

docker/docker.cfg

@@ -1,4 +1,4 @@
 [DEFAULT]
-build_docker_image_pytorch_version = 2.6.0-cuda12.4-cudnn9
+build_docker_image_pytorch_version = 2.7.1-cuda12.6-cudnn9
 build_docker_image_hvd_version = v0.28.1
 build_docker_image_msdp_version = v0.14.0

docker/hvd/Dockerfile.hvd-apex

@@ -25,9 +25,12 @@ ARG HVD_VERSION
 
 # Build Horovod
 RUN apt-get update && apt-get install -y git && \
-        git clone --recursive --depth 1 --branch ${HVD_VERSION} https://github.com/horovod/horovod.git /horovod && \
-        conda install -y cmake nccl -c conda-forge && \
+        conda install -y cmake=3.* nccl -c conda-forge && \
+        git clone --depth 1 https://github.com/horovod/horovod.git /horovod && \
         cd /horovod && \
+        git fetch --tags && \
+        git checkout ${HVD_VERSION} && \
+        git submodule update --init --recursive && \
         # temporary -std=c++17 fix
         sed -i "s/CMAKE_CXX_STANDARD 14/CMAKE_CXX_STANDARD 17/g" CMakeLists.txt && \
         sed -i "s/CMAKE_CXX_STANDARD 14/CMAKE_CXX_STANDARD 17/g" horovod/torch/CMakeLists.txt && \

docker/hvd/Dockerfile.hvd-base

@@ -3,15 +3,18 @@
 
 ARG PTH_VERSION
 
-FROM pytorch/pytorch:${PTH_VERSION}-devel as builder
+FROM pytorch/pytorch:${PTH_VERSION}-devel AS builder
 
 ARG HVD_VERSION
 
 # Build Horovod
 RUN apt-get update && apt-get install -y git && \
-        git clone --recursive --depth 1 --branch ${HVD_VERSION} https://github.com/horovod/horovod.git /horovod && \
-        conda install -y cmake nccl -c conda-forge && \
+        conda install -y cmake=3.* nccl -c conda-forge && \
+        git clone --depth 1 https://github.com/horovod/horovod.git /horovod && \
         cd /horovod && \
+        git fetch --tags && \
+        git checkout ${HVD_VERSION} && \
+        git submodule update --init --recursive && \
         # temporary -std=c++17 fix
         sed -i "s/CMAKE_CXX_STANDARD 14/CMAKE_CXX_STANDARD 17/g" CMakeLists.txt && \
         sed -i "s/CMAKE_CXX_STANDARD 14/CMAKE_CXX_STANDARD 17/g" horovod/torch/CMakeLists.txt && \