diff --git a/perfzero/docker/Dockerfile_ubuntu_2204_tf_cuda_12 b/perfzero/docker/Dockerfile_ubuntu_2204_tf_cuda_12
index af59accd..50fa3a49 100644
--- a/perfzero/docker/Dockerfile_ubuntu_2204_tf_cuda_12
+++ b/perfzero/docker/Dockerfile_ubuntu_2204_tf_cuda_12
@@ -2,7 +2,7 @@
 #  - Installs tf-nightly-gpu (this is TF 2.3)
 #  - Installs requirements.txt for tensorflow/models
 
-FROM nvidia/cuda:12.2.0-devel-ubuntu20.04 as base
+FROM nvidia/cuda:12.1.0-cudnn8-devel-ubuntu22.04 as base
 ARG tensorflow_pip_spec="tf-nightly"
 ARG local_tensorflow_pip_spec=""
 ARG extra_pip_specs=""