diff --git a/.github/workflows/build-and-push-base.yaml b/.github/workflows/build-and-push-base.yaml
index f9b8ce4b7..e35c72b60 100644
--- a/.github/workflows/build-and-push-base.yaml
+++ b/.github/workflows/build-and-push-base.yaml
@@ -11,7 +11,7 @@ on:
 env:
   REGISTRY: ghcr.io
   IMAGE_NAME: ${{ github.repository }}-base
-  CUDA_VERSION: 12_6
+  CUDA_VERSION: 12_2
   NCCL_VERSION: 2_22_3_1
 jobs:
   docker:
diff --git a/Cargo.lock b/Cargo.lock
index 1d475a6ac..579fa7653 100644
--- a/Cargo.lock
+++ b/Cargo.lock
@@ -1248,9 +1248,9 @@ dependencies = [
 
 [[package]]
 name = "cudarc"
-version = "0.12.1"
+version = "0.12.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "38cd60a9a42ec83a2ed7effb0b1f073270264ea99da7acfc44f7e8d74dee0384"
+checksum = "e736ec4e22548a5677d65fe191301c243cd63365db2e2def0e263b176f51531c"
 dependencies = [
  "libloading",
 ]
diff --git a/Dockerfile b/Dockerfile
index f92c044ce..3c186fd7c 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -29,7 +29,7 @@ WORKDIR /src/gpu-iris-mpc
 COPY . .
 RUN cargo build --release --target x86_64-unknown-linux-gnu --bin server --bin client --bin key-manager --bin upgrade-server --bin upgrade-client --bin upgrade-checker
 
-FROM --platform=linux/amd64 ghcr.io/worldcoin/iris-mpc-base:cuda12_6-nccl2_22_3_1
+FROM --platform=linux/amd64 ghcr.io/worldcoin/gpu-iris-mpc-base:cuda12_2-nccl2_22_3_1
 ENV DEBIAN_FRONTEND=noninteractive
 
 # Include client, server and key-manager, upgrade-client and upgrade-server binaries
diff --git a/Dockerfile.base b/Dockerfile.base
index b77f852a8..782f40900 100644
--- a/Dockerfile.base
+++ b/Dockerfile.base
@@ -5,4 +5,4 @@ RUN apt-get update && apt-get install -y pkg-config wget libssl-dev ca-certifica
 RUN wget https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/x86_64/cuda-keyring_1.1-1_all.deb \
     && dpkg -i cuda-keyring_1.1-1_all.deb \
     && apt-get update \
-    && apt-get install -y cuda-toolkit-12-6 libnccl2=2.22.3-1+cuda12.6 libnccl-dev=2.22.3-1+cuda12.6
+    && apt-get install -y cuda-toolkit-12-2 libnccl2=2.22.3-1+cuda12.2 libnccl-dev=2.22.3-1+cuda12.2
diff --git a/iris-mpc-gpu/Cargo.toml b/iris-mpc-gpu/Cargo.toml
index 30dbc57c7..c4cb90ce1 100644
--- a/iris-mpc-gpu/Cargo.toml
+++ b/iris-mpc-gpu/Cargo.toml
@@ -6,7 +6,7 @@ edition = "2021"
 
 [dependencies]
 bincode = "1.3.3"
-cudarc = { version = "0.12.1", features = ["cuda-12060", "nccl"] }
+cudarc = { version = "0.12", features = ["cuda-12020", "nccl"] }
 eyre.workspace = true
 tracing.workspace = true
 bytemuck.workspace = true