diff --git a/server-ce/Makefile b/server-ce/Makefile
index 77cd451c7c..5ce972154e 100644
--- a/server-ce/Makefile
+++ b/server-ce/Makefile
@@ -14,7 +14,7 @@ export OVERLEAF_TAG ?= sharelatex/sharelatex:$(BRANCH_NAME)-$(MONOREPO_REVISION)
 all: build-base build-community
 
 clean:
-	-docker rmi $(OVERLEAF_BASE_TAG) $(OVERLEAF_TAG)
+	-docker rmi --force $(OVERLEAF_BASE_TAG) $(OVERLEAF_TAG)
 
 build-base:
 	cp .dockerignore $(MONOREPO_ROOT)