diff --git a/.github/workflows/docker-build-release.yml b/.github/workflows/docker-build-release.yml
index b0e7efa..a97fc13 100644
--- a/.github/workflows/docker-build-release.yml
+++ b/.github/workflows/docker-build-release.yml
@@ -19,6 +19,10 @@ jobs:
     # DO is a custom runner deployed on DigitalOcean, only available for workflows under the runpod-workers organization.
     # If you would like to use this workflow, you can replace DO with ubuntu-latest or any other runner.
 
+    strategy:
+      matrix:
+        cuda_version: [11.8.0, 12.1.0]
+
     steps:
       - name: Set up QEMU
         uses: docker/setup-qemu-action@v2
@@ -37,4 +41,5 @@ jobs:
         uses: docker/build-push-action@v4
         with:
           push: true
-          tags: ${{ vars.DOCKERHUB_REPO }}/${{ vars.DOCKERHUB_IMG }}:${{ (github.event_name == 'release' && github.event.release.tag_name) || (github.event_name == 'workflow_dispatch' && github.event.inputs.image_tag) || 'dev' }}
+          tags: ${{ vars.DOCKERHUB_REPO }}/${{ vars.DOCKERHUB_IMG }}:${{ (github.event_name == 'release' && github.event.release.tag_name) || (github.event_name == 'workflow_dispatch' && github.event.inputs.image_tag) || 'dev' }}-cuda${{ matrix.cuda_version }}
+          build-args: WORKER_CUDA_VERSION=${{ matrix.cuda_version }}