diff --git a/docker/Dockerfile_rocm b/docker/Dockerfile_rocm
index c3f4f826a..78f6f7ae3 100644
--- a/docker/Dockerfile_rocm
+++ b/docker/Dockerfile_rocm
@@ -1,4 +1,5 @@
-FROM rocm/dev-ubuntu-22.04:7.2 AS builder
+ARG ROCM_VERSION=7.2.1
+FROM rocm/dev-ubuntu-22.04:${ROCM_VERSION} AS builder
 
 RUN apt-get update && \
     apt-get install -y --no-install-recommends \
@@ -87,7 +88,7 @@ RUN cd python && \
     python3 -m pip --no-cache-dir install -r install_requirements.txt && \
     python3 setup.py bdist_wheel --dist-dir $CTRANSLATE2_ROOT
 
-FROM rocm/dev-ubuntu-22.04:7.2
+FROM rocm/dev-ubuntu-22.04:${ROCM_VERSION}
 
 RUN apt-get update && \
     apt-get install -y --no-install-recommends \
diff --git a/docker/build_all.sh b/docker/build_all.sh
index f05ea99e8..26cfd9372 100755
--- a/docker/build_all.sh
+++ b/docker/build_all.sh
@@ -44,7 +44,7 @@ build()
 }
 
 if [ "$GPU" == "rocm" ]; then
-    build Dockerfile_rocm ubuntu22.04-rocm7.2
+    build Dockerfile_rocm ubuntu22.04-rocm7.2.1
 else
     build Dockerfile ubuntu22.04-cuda12.8
 fi