CREATE SCHEMA "blocking shard Move Fkeys Indexes"; SET search_path TO "blocking shard Move Fkeys Indexes"; SET citus.next_shard_id TO 8970000; SET citus.next_placement_id TO 8770000; SET citus.shard_count TO 4; SET citus.shard_replication_factor TO 1; -- create a non-superuser role CREATE ROLE mx_rebalancer_blocking_role_ent WITH LOGIN; GRANT ALL ON SCHEMA "blocking shard Move Fkeys Indexes" TO mx_rebalancer_blocking_role_ent; -- connect with this new role \c - mx_rebalancer_blocking_role_ent - :master_port SET search_path TO "blocking shard Move Fkeys Indexes"; SET citus.next_shard_id TO 8970000; SET citus.next_placement_id TO 8770000; SET citus.shard_count TO 4; SET citus.shard_replication_factor TO 1; CREATE TABLE sensors( measureid integer, eventdatetime date, measure_data jsonb, PRIMARY KEY (measureid, eventdatetime, measure_data)) PARTITION BY RANGE(eventdatetime); CREATE TABLE sensors_old PARTITION OF sensors FOR VALUES FROM ('2000-01-01') TO ('2020-01-01'); CREATE TABLE sensors_2020_01_01 PARTITION OF sensors FOR VALUES FROM ('2020-01-01') TO ('2020-02-01'); CREATE TABLE sensors_news PARTITION OF sensors FOR VALUES FROM ('2020-05-01') TO ('2025-01-01'); CREATE INDEX index_on_parent ON sensors(lower(measureid::text)); CREATE INDEX index_on_child ON sensors_2020_01_01(lower(measure_data::text)); CREATE INDEX hash_index ON sensors USING HASH((measure_data->'IsFailed')); CREATE INDEX index_with_include ON sensors ((measure_data->'IsFailed')) INCLUDE (measure_data, eventdatetime); CREATE STATISTICS s1 (dependencies) ON measureid, eventdatetime FROM sensors; CREATE STATISTICS s2 (dependencies) ON measureid, eventdatetime FROM sensors_2020_01_01; ALTER INDEX index_on_parent ALTER COLUMN 1 SET STATISTICS 1000; ALTER INDEX index_on_child ALTER COLUMN 1 SET STATISTICS 1000; CLUSTER sensors_2020_01_01 USING index_on_child; SELECT create_distributed_table('sensors', 'measureid', colocate_with:='none'); -- due to https://github.com/citusdata/citus/issues/5121 \c - postgres - :master_port SET search_path TO "blocking shard Move Fkeys Indexes"; SELECT update_distributed_table_colocation('sensors_old', 'sensors'); SELECT update_distributed_table_colocation('sensors_2020_01_01', 'sensors'); SELECT update_distributed_table_colocation('sensors_news', 'sensors'); \c - mx_rebalancer_blocking_role_ent - :master_port SET search_path TO "blocking shard Move Fkeys Indexes"; SET citus.shard_count TO 4; SET citus.shard_replication_factor TO 1; SET citus.next_shard_id TO 8970016; SET citus.next_placement_id TO 8770016; -- create a colocated distributed tables and create foreign keys FROM/TO -- the partitions CREATE TABLE colocated_dist_table (measureid integer PRIMARY KEY); SELECT create_distributed_table('colocated_dist_table', 'measureid', colocate_with:='sensors'); CLUSTER colocated_dist_table USING colocated_dist_table_pkey; CREATE TABLE colocated_partitioned_table( measureid integer, eventdatetime date, PRIMARY KEY (measureid, eventdatetime)) PARTITION BY RANGE(eventdatetime); CREATE TABLE colocated_partitioned_table_2020_01_01 PARTITION OF colocated_partitioned_table FOR VALUES FROM ('2020-01-01') TO ('2020-02-01'); SELECT create_distributed_table('colocated_partitioned_table', 'measureid', colocate_with:='sensors'); CLUSTER colocated_partitioned_table_2020_01_01 USING colocated_partitioned_table_2020_01_01_pkey; CREATE TABLE reference_table (measureid integer PRIMARY KEY); SELECT create_reference_table('reference_table'); -- this table is used to make sure that index backed -- replica identites can have clustered indexes -- and no index statistics CREATE TABLE index_backed_rep_identity(key int NOT NULL); CREATE UNIQUE INDEX uqx ON index_backed_rep_identity(key); ALTER TABLE index_backed_rep_identity REPLICA IDENTITY USING INDEX uqx; CLUSTER index_backed_rep_identity USING uqx; SELECT create_distributed_table('index_backed_rep_identity', 'key', colocate_with:='sensors'); -- from parent to regular dist ALTER TABLE sensors ADD CONSTRAINT fkey_from_parent_to_dist FOREIGN KEY (measureid) REFERENCES colocated_dist_table(measureid); -- from parent to parent ALTER TABLE sensors ADD CONSTRAINT fkey_from_parent_to_parent FOREIGN KEY (measureid, eventdatetime) REFERENCES colocated_partitioned_table(measureid, eventdatetime); -- from parent to child ALTER TABLE sensors ADD CONSTRAINT fkey_from_parent_to_child FOREIGN KEY (measureid, eventdatetime) REFERENCES colocated_partitioned_table_2020_01_01(measureid, eventdatetime); -- from parent to reference table ALTER TABLE sensors ADD CONSTRAINT fkey_from_parent_to_ref FOREIGN KEY (measureid) REFERENCES reference_table(measureid); -- from child to regular dist ALTER TABLE sensors_2020_01_01 ADD CONSTRAINT fkey_from_child_to_dist FOREIGN KEY (measureid) REFERENCES colocated_dist_table(measureid); -- from child to parent ALTER TABLE sensors_2020_01_01 ADD CONSTRAINT fkey_from_child_to_parent FOREIGN KEY (measureid,eventdatetime) REFERENCES colocated_partitioned_table(measureid,eventdatetime); -- from child to child ALTER TABLE sensors_2020_01_01 ADD CONSTRAINT fkey_from_child_to_child FOREIGN KEY (measureid,eventdatetime) REFERENCES colocated_partitioned_table_2020_01_01(measureid,eventdatetime); -- from child to reference table ALTER TABLE sensors_2020_01_01 ADD CONSTRAINT fkey_from_child_to_ref FOREIGN KEY (measureid) REFERENCES reference_table(measureid); -- load some data INSERT INTO reference_table SELECT i FROM generate_series(0,1000)i; INSERT INTO colocated_dist_table SELECT i FROM generate_series(0,1000)i; INSERT INTO colocated_partitioned_table SELECT i, '2020-01-05' FROM generate_series(0,1000)i; INSERT INTO sensors SELECT i, '2020-01-05', '{}' FROM generate_series(0,1000)i; \c - postgres - :worker_1_port SET search_path TO "blocking shard Move Fkeys Indexes", public, pg_catalog; -- show the current state of the constraints SELECT "Constraint", "Definition" FROM table_fkeys WHERE relid='sensors_8970000'::regclass ORDER BY 1,2; SELECT "Constraint", "Definition" FROM table_fkeys WHERE relid='sensors_2020_01_01_8970008'::regclass ORDER BY 1,2; SELECT tablename, indexdef FROM pg_indexes WHERE tablename ='sensors_8970000' ORDER BY 1,2; SELECT tablename, indexdef FROM pg_indexes WHERE tablename ='sensors_2020_01_01_8970008' ORDER BY 1,2; SELECT tablename, indexdef FROM pg_indexes WHERE tablename ='index_backed_rep_identity_8970029' ORDER BY 1,2; SELECT indisclustered FROM pg_index where indisclustered AND indrelid = 'index_backed_rep_identity_8970029'::regclass; SELECT stxname FROM pg_statistic_ext WHERE stxnamespace IN ( SELECT oid FROM pg_namespace WHERE nspname IN ('blocking shard Move Fkeys Indexes') ) ORDER BY stxname ASC; SELECT count(*) FROM pg_index WHERE indisclustered and indrelid IN ('sensors_2020_01_01_8970008'::regclass, 'colocated_dist_table_8970016'::regclass, 'colocated_partitioned_table_2020_01_01_8970024'::regclass); \c - - - :master_port -- make sure that constrainst are moved sanely with logical replication SELECT citus_move_shard_placement(8970000, 'localhost', :worker_1_port, 'localhost', :worker_2_port, shard_transfer_mode:='block_writes'); CALL citus_cleanup_orphaned_shards(); \c - postgres - :worker_2_port SET search_path TO "blocking shard Move Fkeys Indexes", public, pg_catalog; SELECT "Constraint", "Definition" FROM table_fkeys WHERE relid='sensors_8970000'::regclass ORDER BY 1,2; SELECT "Constraint", "Definition" FROM table_fkeys WHERE relid='sensors_2020_01_01_8970008'::regclass ORDER BY 1,2; SELECT tablename, indexdef FROM pg_indexes WHERE tablename ='sensors_8970000' ORDER BY 1,2; SELECT tablename, indexdef FROM pg_indexes WHERE tablename ='sensors_2020_01_01_8970008' ORDER BY 1,2; SELECT tablename, indexdef FROM pg_indexes WHERE tablename ='index_backed_rep_identity_8970029' ORDER BY 1,2; SELECT indisclustered FROM pg_index where indisclustered AND indrelid = 'index_backed_rep_identity_8970029'::regclass; SELECT stxname FROM pg_statistic_ext WHERE stxnamespace IN ( SELECT oid FROM pg_namespace WHERE nspname IN ('blocking shard Move Fkeys Indexes') ) ORDER BY stxname ASC; SELECT count(*) FROM pg_index WHERE indisclustered and indrelid IN ('sensors_2020_01_01_8970008'::regclass, 'colocated_dist_table_8970016'::regclass, 'colocated_partitioned_table_2020_01_01_8970024'::regclass); \c - mx_rebalancer_blocking_role_ent - :master_port -- verify that the data is consistent SET search_path TO "blocking shard Move Fkeys Indexes"; SELECT count(*) FROM reference_table; SELECT count(*) FROM colocated_partitioned_table; SELECT count(*) FROM colocated_dist_table; SELECT count(*) FROM sensors; -- we should be able to change/drop constraints ALTER INDEX index_on_parent RENAME TO index_on_parent_renamed; ALTER INDEX index_on_child RENAME TO index_on_child_renamed; ALTER INDEX index_on_parent_renamed ALTER COLUMN 1 SET STATISTICS 200; ALTER INDEX index_on_child_renamed ALTER COLUMN 1 SET STATISTICS 200; DROP STATISTICS s1,s2; DROP INDEX index_on_parent_renamed; DROP INDEX index_on_child_renamed; ALTER TABLE sensors DROP CONSTRAINT fkey_from_parent_to_dist; ALTER TABLE sensors DROP CONSTRAINT fkey_from_parent_to_parent; ALTER TABLE sensors DROP CONSTRAINT fkey_from_parent_to_child; ALTER TABLE sensors_2020_01_01 DROP CONSTRAINT fkey_from_child_to_dist; ALTER TABLE sensors_2020_01_01 DROP CONSTRAINT fkey_from_child_to_parent; ALTER TABLE sensors_2020_01_01 DROP CONSTRAINT fkey_from_child_to_child; -- cleanup \c - postgres - :master_port DROP SCHEMA "blocking shard Move Fkeys Indexes" CASCADE;