diff --git a/.github/workflows/publish-docker.yml b/.github/workflows/publish-docker.yml
index 8a63a19..d2404cf 100644
--- a/.github/workflows/publish-docker.yml
+++ b/.github/workflows/publish-docker.yml
@@ -48,7 +48,7 @@ jobs:
         uses: docker/build-push-action@v2
         with:
           file: ./docker/cuda.Dockerfile
-          platforms: linux/amd64,linux/arm64
+          platforms: linux/amd64
           tags: ${{ steps.get-variables.outputs.gh-username-lower }}/libretranslate:${{ env.TAG }}-cuda
           push: true
           cache-from: type=gha
diff --git a/docker/cuda.Dockerfile b/docker/cuda.Dockerfile
index 03b89b3..0abe4f4 100644
--- a/docker/cuda.Dockerfile
+++ b/docker/cuda.Dockerfile
@@ -1,7 +1,7 @@
 FROM nvidia/cuda:11.2.2-devel-ubuntu20.04
 
 ENV ARGOS_DEVICE_TYPE cuda
-ARG with_models=true
+ARG with_models=false
 ARG models=""
 
 WORKDIR /app
@@ -34,7 +34,7 @@ RUN if [ "$with_models" = "true" ]; then  \
     fi
 
 # Install package from source code
-RUN pip3 install Babel==2.11.0 && python3 scripts/compile_locales.py \
+RUN pip3 install Babel==2.12.1 && python3 scripts/compile_locales.py \
     && pip3 install . \
     && pip3 cache purge