diff --git a/src/test/regress/Makefile b/src/test/regress/Makefile
index 0f8951a04..12010e858 100644
--- a/src/test/regress/Makefile
+++ b/src/test/regress/Makefile
@@ -212,19 +212,22 @@ check-citus-upgrade-mixed:
 		--citus-post-tar=$(citus-post-tar) \
 		--mixed
 
-check-citus-upgrade-local:
+check-citus-upgrade-local: clean-upgrade-artifacts
 	$(citus_upgrade_check) \
 		--bindir=$(bindir) \
 		--pgxsdir=$(pgxsdir) \
 		--citus-old-version=$(citus-old-version)
 
-check-citus-upgrade-mixed-local:
+check-citus-upgrade-mixed-local: clean-upgrade-artifacts
 	$(citus_upgrade_check) \
 		--bindir=$(bindir) \
 		--pgxsdir=$(pgxsdir) \
 		--citus-old-version=$(citus-old-version) \
 		--mixed
 
+clean-upgrade-artifacts:
+	rm -rf $(citus_abs_srcdir)/tmp_citus_tarballs/ $(citus_abs_srcdir)/tmp_citus_upgrade/ /tmp/citus_copy/
+
 clean distclean maintainer-clean:
 	rm -f $(output_files) $(input_files)
 	rm -rf tmp_check/
diff --git a/src/test/regress/upgrade/generate_citus_tarballs.sh b/src/test/regress/upgrade/generate_citus_tarballs.sh
index ec30ecf8f..0a49cf3a5 100755
--- a/src/test/regress/upgrade/generate_citus_tarballs.sh
+++ b/src/test/regress/upgrade/generate_citus_tarballs.sh
@@ -49,10 +49,6 @@ build_ext() {
   citus_version="$1"
   basedir="${base}/${citus_version}"
 
-  if test -f "${base}/install-citus${citus_version}.tar"; then
-    return
-  fi
-
   mkdir -p "${basedir}"
   cd "${basedir}"
   citus_dir=${basedir}/citus_$citus_version