diff --git a/tools/singularity/ubuntu18.04_amd_rocm.def b/tools/singularity/ubuntu18.04_amd_rocm.def
index ceedfd8144..febdf1172e 100644
--- a/tools/singularity/ubuntu18.04_amd_rocm.def
+++ b/tools/singularity/ubuntu18.04_amd_rocm.def
@@ -3,7 +3,7 @@ From: ubuntu:18.04
 
 %environment
     export PATH=/usr/lib/ccache:${PATH}:/opt/rocm/bin:/opt/rocm/profiler/bin:/opt/rocm/opencl/bin/x86_64
-    export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/opt/rocm/lib:/opt/rocm-5.1.2/llvm/lib
+    export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/opt/rocm/lib:/opt/rocm-5.1.3/llvm/lib
 %post
     export DEBIAN_FRONTEND=noninteractive
     apt-get update
@@ -22,10 +22,10 @@ From: ubuntu:18.04
     apt install -y cmake
 
     ###########################################################################
-    # ROCm 5.1.2
+    # ROCm 5.1.3
     ###########################################################################
-    wget https://repo.radeon.com/amdgpu-install/22.10.2/ubuntu/bionic/amdgpu-install_22.10.2.50102-1_all.deb
-    apt-get install -y ./amdgpu-install_22.10.2.50102-1_all.deb
+    wget https://repo.radeon.com/amdgpu-install/22.10.3/ubuntu/bionic/amdgpu-install_22.10.3.50103-1_all.deb
+    apt-get install -y ./amdgpu-install_22.10.3.50103-1_all.deb
 
     apt-get update
     apt-get install --no-install-recommends -y \
diff --git a/tools/singularity/ubuntu18.04_gpu.def b/tools/singularity/ubuntu18.04_gpu.def
index fac27dc7f3..7d639a1e1d 100644
--- a/tools/singularity/ubuntu18.04_gpu.def
+++ b/tools/singularity/ubuntu18.04_gpu.def
@@ -5,7 +5,7 @@ From: ubuntu:18.04
     export PATH=/usr/lib/ccache:/usr/local/cuda-11.7/bin:${PATH}:/opt/rocm/bin:/opt/rocm/profiler/bin:/opt/rocm/opencl/bin/x86_64
     export CUDADIR=/usr/local/cuda-11.7
     export CUDA_PATH=/usr/local/cuda-11.7
-    export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/usr/local/cuda-11.7/lib64:/opt/rocm/lib:/opt/rocm-4.5.0/llvm/lib
+    export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/usr/local/cuda-11.7/lib64:/opt/rocm/lib:/opt/rocm-5.1.3/llvm/lib
     export LIBRARY_PATH=/usr/local/cuda-11.7/lib64/stubs
 %post
     export DEBIAN_FRONTEND=noninteractive
@@ -27,8 +27,8 @@ From: ubuntu:18.04
     ###########################################################################
     # ROCm 4.5
     ###########################################################################
-    wget https://repo.radeon.com/amdgpu-install/21.40/ubuntu/focal/amdgpu-install-21.40.40500-1_all.deb
-    apt-get install -y ./amdgpu-install-21.40.40500-1_all.deb
+    wget https://repo.radeon.com/amdgpu-install/22.10.3/ubuntu/focal/amdgpu-install-22.10.3.50103-1_all.deb
+    apt-get install -y ./amdgpu-install-22.10.3.50103-1_all.deb
 
     apt-get update
     apt-get install --no-install-recommends -y \
diff --git a/tools/singularity/ubuntu20.04_amd_rocm.def b/tools/singularity/ubuntu20.04_amd_rocm.def
index 5e351e49a8..6034014370 100644
--- a/tools/singularity/ubuntu20.04_amd_rocm.def
+++ b/tools/singularity/ubuntu20.04_amd_rocm.def
@@ -3,7 +3,7 @@ From: ubuntu:20.04
 
 %environment
     export PATH=/usr/lib/ccache:${PATH}:/opt/rocm/bin:/opt/rocm/profiler/bin:/opt/rocm/opencl/bin/x86_64
-    export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/opt/rocm/lib:/opt/rocm-5.1.2/llvm/lib
+    export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/opt/rocm/lib:/opt/rocm-5.1.3/llvm/lib
 %post
     export DEBIAN_FRONTEND=noninteractive
     apt-get update
@@ -13,10 +13,10 @@ From: ubuntu:20.04
     apt-get install --no-install-recommends -y software-properties-common
 
     ###########################################################################
-    # ROCm 5.1.2
+    # ROCm 5.1.3
     ###########################################################################
-    wget https://repo.radeon.com/amdgpu-install/22.10.2/ubuntu/focal/amdgpu-install_22.10.2.50102-1_all.deb
-    apt-get install -y ./amdgpu-install_22.10.2.50102-1_all.deb
+    wget https://repo.radeon.com/amdgpu-install/22.10.3/ubuntu/focal/amdgpu-install_22.10.3.50103-1_all.deb
+    apt-get install -y ./amdgpu-install_22.10.3.50103-1_all.deb
 
     apt-get update
     apt-get install --no-install-recommends -y \
diff --git a/tools/singularity/ubuntu20.04_gpu.def b/tools/singularity/ubuntu20.04_gpu.def
index 8c40f6c8d6..1e28ab95fa 100644
--- a/tools/singularity/ubuntu20.04_gpu.def
+++ b/tools/singularity/ubuntu20.04_gpu.def
@@ -5,7 +5,7 @@ From: ubuntu:20.04
     export PATH=/usr/lib/ccache:/usr/local/cuda-11.7/bin:${PATH}:/opt/rocm/bin:/opt/rocm/profiler/bin:/opt/rocm/opencl/bin/x86_64
     export CUDADIR=/usr/local/cuda-11.7
     export CUDA_PATH=/usr/local/cuda-11.7
-    export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/usr/local/cuda-11.7/lib64:/opt/rocm/lib:/opt/rocm-4.5.0/llvm/lib
+    export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/usr/local/cuda-11.7/lib64:/opt/rocm/lib:/opt/rocm-5.1.3/llvm/lib
     export LIBRARY_PATH=/usr/local/cuda-11.7/lib64/stubs
 %post
     export DEBIAN_FRONTEND=noninteractive
@@ -15,10 +15,10 @@ From: ubuntu:20.04
     apt-get install -y --no-install-recommends curl wget libnuma-dev gnupg ca-certificates
 
     ###########################################################################
-    # ROCm 4.5
+    # ROCm 5.1.3
     ###########################################################################
-    wget https://repo.radeon.com/amdgpu-install/21.40/ubuntu/focal/amdgpu-install-21.40.40500-1_all.deb
-    apt-get install -y ./amdgpu-install-21.40.40500-1_all.deb
+    wget https://repo.radeon.com/amdgpu-install/22.10.3/ubuntu/focal/amdgpu-install-22.10.3.50103-1_all.deb
+    apt-get install -y ./amdgpu-install-22.10.3.50103-1_all.deb
 
     apt-get update
     apt-get install --no-install-recommends -y \