diff --git a/server-ce/Dockerfile-base b/server-ce/Dockerfile-base
index 7d1e6ecd0e..840a75e8e3 100644
--- a/server-ce/Dockerfile-base
+++ b/server-ce/Dockerfile-base
@@ -13,7 +13,7 @@ ENV TEXMFVAR=/var/lib/sharelatex/tmp/texmf-var
 # --------------------
 RUN apt-get update \
 &&  apt-get install -y \
-      build-essential wget net-tools unzip time imagemagick optipng strace nginx git python zlib1g-dev libpcre3-dev \
+      build-essential wget net-tools unzip time imagemagick optipng strace nginx git python zlib1g-dev libpcre3-dev gettext-base \
       qpdf \
       aspell aspell-en aspell-af aspell-am aspell-ar aspell-ar-large aspell-bg aspell-bn aspell-br aspell-ca aspell-cs aspell-cy aspell-da aspell-de aspell-de-1901 aspell-el aspell-eo aspell-es aspell-et aspell-eu-es aspell-fa aspell-fo aspell-fr aspell-ga aspell-gl-minimos aspell-gu aspell-he aspell-hi aspell-hr aspell-hsb aspell-hu aspell-hy aspell-id aspell-is aspell-it aspell-kk aspell-kn aspell-ku aspell-lt aspell-lv aspell-ml aspell-mr aspell-nl aspell-no aspell-nr aspell-ns  aspell-pa aspell-pl aspell-pt aspell-pt-br aspell-ro aspell-ru aspell-sk aspell-sl aspell-ss aspell-st aspell-sv aspell-tl aspell-tn aspell-ts aspell-uk aspell-uz aspell-xh aspell-zu \
     \
@@ -27,11 +27,6 @@ RUN apt-get update \
       /etc/nginx/sites-enabled/default \
       /var/lib/apt/lists/*
 
-# Add envsubst
-# ------------
-ADD server-ce/vendor/envsubst /usr/bin/envsubst
-RUN chmod +x /usr/bin/envsubst
-
 # Install TexLive
 # ---------------
 # CTAN mirrors occasionally fail, in that case install TexLive using a
diff --git a/server-ce/vendor/envsubst b/server-ce/vendor/envsubst
deleted file mode 100644
index f7ad8081d0..0000000000
Binary files a/server-ce/vendor/envsubst and /dev/null differ