diff --git a/Makefile b/Makefile
index 5735e8ea4..d2fc8e287 100644
--- a/Makefile
+++ b/Makefile
@@ -2,6 +2,7 @@
 
 citus_subdir = .
 citus_top_builddir = .
+extension_dir = $(shell $(PG_CONFIG) --sharedir)/extension
 
 # Hint that configure should be run first
 ifeq (,$(wildcard Makefile.global))
@@ -16,6 +17,7 @@ all: extension
 extension: $(citus_top_builddir)/src/include/citus_version.h
 	$(MAKE) -C src/backend/distributed/ all
 install-extension: extension
+	rm -f $(extension_dir)/citus*
 	$(MAKE) -C src/backend/distributed/ install
 install-headers: extension
 	$(MKDIR_P) '$(DESTDIR)$(includedir_server)/distributed/'