diff --git a/src/backend/distributed/sql/citus--11.2-1--11.3-1.sql b/src/backend/distributed/sql/citus--11.2-1--11.3-1.sql
index f95b059d3..13a02d149 100644
--- a/src/backend/distributed/sql/citus--11.2-1--11.3-1.sql
+++ b/src/backend/distributed/sql/citus--11.2-1--11.3-1.sql
@@ -1,9 +1,3 @@
 -- citus--11.2-1--11.3-1
 
-CREATE FUNCTION worker_modify_identity_columns(regclass)
-    RETURNS VOID
-    LANGUAGE C STRICT
-    AS 'MODULE_PATHNAME', $$worker_modify_identity_columns$$;
-COMMENT ON FUNCTION worker_modify_identity_columns(regclass)
-    IS 'modify identity columns to produce globally unique values';
-
+#include "udfs/worker_modify_identity_columns/11.3-1.sql"
diff --git a/src/backend/distributed/sql/downgrades/citus--11.3-1--11.2-1.sql b/src/backend/distributed/sql/downgrades/citus--11.3-1--11.2-1.sql
index 28e267a92..5d35221f1 100644
--- a/src/backend/distributed/sql/downgrades/citus--11.3-1--11.2-1.sql
+++ b/src/backend/distributed/sql/downgrades/citus--11.3-1--11.2-1.sql
@@ -1,2 +1,2 @@
 -- citus--11.3-1--11.2-1
-DROP FUNCTION worker_modify_identity_columns(regclass);
+DROP FUNCTION IF EXISTS worker_modify_identity_columns(regclass);
diff --git a/src/backend/distributed/sql/udfs/worker_modify_identity_columns/11.3-1.sql b/src/backend/distributed/sql/udfs/worker_modify_identity_columns/11.3-1.sql
new file mode 100644
index 000000000..9ab3891a3
--- /dev/null
+++ b/src/backend/distributed/sql/udfs/worker_modify_identity_columns/11.3-1.sql
@@ -0,0 +1,7 @@
+CREATE OR REPLACE FUNCTION worker_modify_identity_columns(regclass)
+    RETURNS VOID
+    LANGUAGE C STRICT
+    AS 'MODULE_PATHNAME', $$worker_modify_identity_columns$$;
+COMMENT ON FUNCTION worker_modify_identity_columns(regclass)
+    IS 'modify identity columns to produce globally unique values';
+
diff --git a/src/backend/distributed/sql/udfs/worker_modify_identity_columns/latest.sql b/src/backend/distributed/sql/udfs/worker_modify_identity_columns/latest.sql
new file mode 100644
index 000000000..9ab3891a3
--- /dev/null
+++ b/src/backend/distributed/sql/udfs/worker_modify_identity_columns/latest.sql
@@ -0,0 +1,7 @@
+CREATE OR REPLACE FUNCTION worker_modify_identity_columns(regclass)
+    RETURNS VOID
+    LANGUAGE C STRICT
+    AS 'MODULE_PATHNAME', $$worker_modify_identity_columns$$;
+COMMENT ON FUNCTION worker_modify_identity_columns(regclass)
+    IS 'modify identity columns to produce globally unique values';
+