mirror of https://github.com/citusdata/citus.git
Add tests for partitioned citus local tables
Ahmet Gedemenli
parent
6f7b5e18c4
commit
d2c0027f5d
|
|
@ -770,6 +770,190 @@ NOTICE: truncate cascades to table "referencing_table_xxxxxxx"
|
||||||
NOTICE: executing the command locally: TRUNCATE TABLE citus_local_tables_test_schema.referencing_table_xxxxx CASCADE
|
NOTICE: executing the command locally: TRUNCATE TABLE citus_local_tables_test_schema.referencing_table_xxxxx CASCADE
|
||||||
RESET client_min_messages;
|
RESET client_min_messages;
|
||||||
\set VERBOSITY terse
|
\set VERBOSITY terse
|
||||||
|
-- test for partitioned tables
|
||||||
|
SET client_min_messages TO ERROR;
|
||||||
|
-- verify we can convert partitioned tables into Citus Local Tables
|
||||||
|
CREATE TABLE partitioned (user_id int, time timestamp with time zone, data jsonb, PRIMARY KEY (user_id, time )) PARTITION BY RANGE ("time");
|
||||||
|
CREATE TABLE partition1 PARTITION OF partitioned FOR VALUES FROM ('2018-04-13 00:00:00+00') TO ('2018-04-14 00:00:00+00');
|
||||||
|
CREATE TABLE partition2 PARTITION OF partitioned FOR VALUES FROM ('2018-04-14 00:00:00+00') TO ('2018-04-15 00:00:00+00');
|
||||||
|
SELECT citus_add_local_table_to_metadata('partitioned');
|
||||||
|
citus_add_local_table_to_metadata
|
||||||
|
---------------------------------------------------------------------
|
||||||
|
|
||||||
|
(1 row)
|
||||||
|
|
||||||
|
-- partitions added after the conversion get converted into CLT as well
|
||||||
|
CREATE TABLE partition3 PARTITION OF partitioned FOR VALUES FROM ('2018-04-15 00:00:00+00') TO ('2018-04-16 00:00:00+00');
|
||||||
|
SELECT
|
||||||
|
nmsp_parent.nspname AS parent_schema,
|
||||||
|
parent.relname AS parent,
|
||||||
|
nmsp_child.nspname AS child_schema,
|
||||||
|
child.relname AS child
|
||||||
|
FROM pg_inherits
|
||||||
|
JOIN pg_class parent ON pg_inherits.inhparent = parent.oid
|
||||||
|
JOIN pg_class child ON pg_inherits.inhrelid = child.oid
|
||||||
|
JOIN pg_namespace nmsp_parent ON nmsp_parent.oid = parent.relnamespace
|
||||||
|
JOIN pg_namespace nmsp_child ON nmsp_child.oid = child.relnamespace
|
||||||
|
WHERE parent.relname LIKE '%partition%'
|
||||||
|
ORDER BY child;
|
||||||
|
parent_schema | parent | child_schema | child
|
||||||
|
---------------------------------------------------------------------
|
||||||
|
citus_local_tables_test_schema | partitioned | citus_local_tables_test_schema | partition1
|
||||||
|
citus_local_tables_test_schema | partitioned_1504031 | citus_local_tables_test_schema | partition1_1504032
|
||||||
|
citus_local_tables_test_schema | partitioned_pkey | citus_local_tables_test_schema | partition1_pkey
|
||||||
|
citus_local_tables_test_schema | partitioned_pkey_1504031 | citus_local_tables_test_schema | partition1_pkey_1504032
|
||||||
|
citus_local_tables_test_schema | partitioned | citus_local_tables_test_schema | partition2
|
||||||
|
citus_local_tables_test_schema | partitioned_1504031 | citus_local_tables_test_schema | partition2_1504033
|
||||||
|
citus_local_tables_test_schema | partitioned_pkey | citus_local_tables_test_schema | partition2_pkey
|
||||||
|
citus_local_tables_test_schema | partitioned_pkey_1504031 | citus_local_tables_test_schema | partition2_pkey_1504033
|
||||||
|
citus_local_tables_test_schema | partitioned | citus_local_tables_test_schema | partition3
|
||||||
|
citus_local_tables_test_schema | partitioned_1504031 | citus_local_tables_test_schema | partition3_1504034
|
||||||
|
citus_local_tables_test_schema | partitioned_pkey | citus_local_tables_test_schema | partition3_pkey
|
||||||
|
citus_local_tables_test_schema | partitioned_pkey_1504031 | citus_local_tables_test_schema | partition3_pkey_1504034
|
||||||
|
(12 rows)
|
||||||
|
|
||||||
|
-- undistribute succesfully
|
||||||
|
SELECT undistribute_table('partitioned');
|
||||||
|
undistribute_table
|
||||||
|
---------------------------------------------------------------------
|
||||||
|
|
||||||
|
(1 row)
|
||||||
|
|
||||||
|
-- verify table is undistributed
|
||||||
|
SELECT relname FROM pg_class WHERE relname LIKE 'partition3%' ORDER BY relname;
|
||||||
|
relname
|
||||||
|
---------------------------------------------------------------------
|
||||||
|
partition3
|
||||||
|
partition3_pkey
|
||||||
|
(2 rows)
|
||||||
|
|
||||||
|
-- drop successfully
|
||||||
|
DROP TABLE partitioned;
|
||||||
|
-- if there's a foreign key from one of the partitions to some other table
|
||||||
|
-- we need to convert the external table as well as all of the partitioned table
|
||||||
|
CREATE TABLE cas_1 (a INT UNIQUE);
|
||||||
|
CREATE TABLE cas_par (a INT UNIQUE) PARTITION BY RANGE(a);
|
||||||
|
CREATE TABLE cas_par_1 PARTITION OF cas_par FOR VALUES FROM (1) TO (4);
|
||||||
|
CREATE TABLE cas_par_2 PARTITION OF cas_par FOR VALUES FROM (5) TO (8);
|
||||||
|
ALTER TABLE cas_par_1 ADD CONSTRAINT fkey_from_par_1 FOREIGN KEY (a) REFERENCES cas_1(a);
|
||||||
|
SELECT citus_add_local_table_to_metadata('cas_par', cascade_via_foreign_keys=>true);
|
||||||
|
citus_add_local_table_to_metadata
|
||||||
|
---------------------------------------------------------------------
|
||||||
|
|
||||||
|
(1 row)
|
||||||
|
|
||||||
|
-- verify we successfully convert partitioned table to citus local tables
|
||||||
|
SELECT
|
||||||
|
nmsp_parent.nspname AS parent_schema,
|
||||||
|
parent.relname AS parent,
|
||||||
|
nmsp_child.nspname AS child_schema,
|
||||||
|
child.relname AS child
|
||||||
|
FROM pg_inherits
|
||||||
|
JOIN pg_class parent ON pg_inherits.inhparent = parent.oid
|
||||||
|
JOIN pg_class child ON pg_inherits.inhrelid = child.oid
|
||||||
|
JOIN pg_namespace nmsp_parent ON nmsp_parent.oid = parent.relnamespace
|
||||||
|
JOIN pg_namespace nmsp_child ON nmsp_child.oid = child.relnamespace
|
||||||
|
WHERE parent.relname LIKE '%cas%'
|
||||||
|
ORDER BY child;
|
||||||
|
parent_schema | parent | child_schema | child
|
||||||
|
---------------------------------------------------------------------
|
||||||
|
citus_local_tables_test_schema | cas_par | citus_local_tables_test_schema | cas_par_1
|
||||||
|
citus_local_tables_test_schema | cas_par_1504035 | citus_local_tables_test_schema | cas_par_1_1504036
|
||||||
|
citus_local_tables_test_schema | cas_par_a_key | citus_local_tables_test_schema | cas_par_1_a_key
|
||||||
|
citus_local_tables_test_schema | cas_par_a_key_1504035 | citus_local_tables_test_schema | cas_par_1_a_key_1504036
|
||||||
|
citus_local_tables_test_schema | cas_par | citus_local_tables_test_schema | cas_par_2
|
||||||
|
citus_local_tables_test_schema | cas_par_1504035 | citus_local_tables_test_schema | cas_par_2_1504038
|
||||||
|
citus_local_tables_test_schema | cas_par_a_key | citus_local_tables_test_schema | cas_par_2_a_key
|
||||||
|
citus_local_tables_test_schema | cas_par_a_key_1504035 | citus_local_tables_test_schema | cas_par_2_a_key_1504038
|
||||||
|
(8 rows)
|
||||||
|
|
||||||
|
-- verify we successfully create foreign keys
|
||||||
|
SELECT
|
||||||
|
tc.table_schema,
|
||||||
|
tc.constraint_name,
|
||||||
|
tc.table_name,
|
||||||
|
ccu.table_schema AS foreign_table_schema,
|
||||||
|
ccu.table_name AS foreign_table_name
|
||||||
|
FROM
|
||||||
|
information_schema.table_constraints AS tc
|
||||||
|
JOIN information_schema.key_column_usage AS kcu
|
||||||
|
ON tc.constraint_name = kcu.constraint_name
|
||||||
|
AND tc.table_schema = kcu.table_schema
|
||||||
|
JOIN information_schema.constraint_column_usage AS ccu
|
||||||
|
ON ccu.constraint_name = tc.constraint_name
|
||||||
|
AND ccu.table_schema = tc.table_schema
|
||||||
|
WHERE tc.constraint_type = 'FOREIGN KEY' AND ccu.table_name LIKE 'cas_1%'
|
||||||
|
ORDER BY ccu.table_name;
|
||||||
|
table_schema | constraint_name | table_name | foreign_table_schema | foreign_table_name
|
||||||
|
---------------------------------------------------------------------
|
||||||
|
citus_local_tables_test_schema | fkey_from_par_1 | cas_par_1 | citus_local_tables_test_schema | cas_1
|
||||||
|
citus_local_tables_test_schema | fkey_from_par_1_1504036 | cas_par_1_1504036 | citus_local_tables_test_schema | cas_1_1504037
|
||||||
|
(2 rows)
|
||||||
|
|
||||||
|
-- drop successfully
|
||||||
|
DROP TABLE cas_par;
|
||||||
|
-- try the same starting from the external table
|
||||||
|
-- we should make sure the cascade works in both ways
|
||||||
|
CREATE TABLE cas_par (a INT UNIQUE) PARTITION BY RANGE(a);
|
||||||
|
CREATE TABLE cas_par_1 PARTITION OF cas_par FOR VALUES FROM (1) TO (4);
|
||||||
|
CREATE TABLE cas_par_2 PARTITION OF cas_par FOR VALUES FROM (5) TO (8);
|
||||||
|
ALTER TABLE cas_par_1 ADD CONSTRAINT fkey_from_par_1 FOREIGN KEY (a) REFERENCES cas_1(a);
|
||||||
|
SELECT citus_add_local_table_to_metadata('cas_1', cascade_via_foreign_keys=>true);
|
||||||
|
citus_add_local_table_to_metadata
|
||||||
|
---------------------------------------------------------------------
|
||||||
|
|
||||||
|
(1 row)
|
||||||
|
|
||||||
|
-- verify we successfully convert partitioned table to citus local tables
|
||||||
|
SELECT
|
||||||
|
nmsp_parent.nspname AS parent_schema,
|
||||||
|
parent.relname AS parent,
|
||||||
|
nmsp_child.nspname AS child_schema,
|
||||||
|
child.relname AS child
|
||||||
|
FROM pg_inherits
|
||||||
|
JOIN pg_class parent ON pg_inherits.inhparent = parent.oid
|
||||||
|
JOIN pg_class child ON pg_inherits.inhrelid = child.oid
|
||||||
|
JOIN pg_namespace nmsp_parent ON nmsp_parent.oid = parent.relnamespace
|
||||||
|
JOIN pg_namespace nmsp_child ON nmsp_child.oid = child.relnamespace
|
||||||
|
WHERE parent.relname LIKE '%cas%'
|
||||||
|
ORDER BY child;
|
||||||
|
parent_schema | parent | child_schema | child
|
||||||
|
---------------------------------------------------------------------
|
||||||
|
citus_local_tables_test_schema | cas_par | citus_local_tables_test_schema | cas_par_1
|
||||||
|
citus_local_tables_test_schema | cas_par_1504040 | citus_local_tables_test_schema | cas_par_1_1504041
|
||||||
|
citus_local_tables_test_schema | cas_par_a_key | citus_local_tables_test_schema | cas_par_1_a_key
|
||||||
|
citus_local_tables_test_schema | cas_par_a_key_1504040 | citus_local_tables_test_schema | cas_par_1_a_key_1504041
|
||||||
|
citus_local_tables_test_schema | cas_par | citus_local_tables_test_schema | cas_par_2
|
||||||
|
citus_local_tables_test_schema | cas_par_1504040 | citus_local_tables_test_schema | cas_par_2_1504042
|
||||||
|
citus_local_tables_test_schema | cas_par_a_key | citus_local_tables_test_schema | cas_par_2_a_key
|
||||||
|
citus_local_tables_test_schema | cas_par_a_key_1504040 | citus_local_tables_test_schema | cas_par_2_a_key_1504042
|
||||||
|
(8 rows)
|
||||||
|
|
||||||
|
-- verify we successfully create foreign keys
|
||||||
|
SELECT
|
||||||
|
tc.table_schema,
|
||||||
|
tc.constraint_name,
|
||||||
|
tc.table_name,
|
||||||
|
ccu.table_schema AS foreign_table_schema,
|
||||||
|
ccu.table_name AS foreign_table_name
|
||||||
|
FROM
|
||||||
|
information_schema.table_constraints AS tc
|
||||||
|
JOIN information_schema.key_column_usage AS kcu
|
||||||
|
ON tc.constraint_name = kcu.constraint_name
|
||||||
|
AND tc.table_schema = kcu.table_schema
|
||||||
|
JOIN information_schema.constraint_column_usage AS ccu
|
||||||
|
ON ccu.constraint_name = tc.constraint_name
|
||||||
|
AND ccu.table_schema = tc.table_schema
|
||||||
|
WHERE tc.constraint_type = 'FOREIGN KEY' AND ccu.table_name LIKE 'cas_1%'
|
||||||
|
ORDER BY ccu.table_name;
|
||||||
|
table_schema | constraint_name | table_name | foreign_table_schema | foreign_table_name
|
||||||
|
---------------------------------------------------------------------
|
||||||
|
citus_local_tables_test_schema | fkey_from_par_1 | cas_par_1 | citus_local_tables_test_schema | cas_1
|
||||||
|
citus_local_tables_test_schema | fkey_from_par_1_1504041 | cas_par_1_1504041 | citus_local_tables_test_schema | cas_1_1504039
|
||||||
|
(2 rows)
|
||||||
|
|
||||||
|
-- drop successfully
|
||||||
|
DROP TABLE cas_par;
|
||||||
|
DROP TABLE cas_1;
|
||||||
-- cleanup at exit
|
-- cleanup at exit
|
||||||
DROP SCHEMA citus_local_tables_test_schema, "CiTUS!LocalTables", "test_\'index_schema" CASCADE;
|
DROP SCHEMA citus_local_tables_test_schema, "CiTUS!LocalTables", "test_\'index_schema" CASCADE;
|
||||||
NOTICE: drop cascades to 26 other objects
|
|
||||||
|
|
|
||||||
|
|
@ -497,11 +497,128 @@ SELECT COUNT(*)=4 FROM pg_statistic_ext WHERE stxname LIKE 'stx1%' or stxname LI
|
||||||
-- by another table
|
-- by another table
|
||||||
\set VERBOSITY default
|
\set VERBOSITY default
|
||||||
SET client_min_messages TO DEBUG1;
|
SET client_min_messages TO DEBUG1;
|
||||||
|
|
||||||
TRUNCATE referenced_table CASCADE;
|
TRUNCATE referenced_table CASCADE;
|
||||||
|
|
||||||
RESET client_min_messages;
|
RESET client_min_messages;
|
||||||
\set VERBOSITY terse
|
\set VERBOSITY terse
|
||||||
|
|
||||||
|
-- test for partitioned tables
|
||||||
|
SET client_min_messages TO ERROR;
|
||||||
|
-- verify we can convert partitioned tables into Citus Local Tables
|
||||||
|
CREATE TABLE partitioned (user_id int, time timestamp with time zone, data jsonb, PRIMARY KEY (user_id, time )) PARTITION BY RANGE ("time");
|
||||||
|
CREATE TABLE partition1 PARTITION OF partitioned FOR VALUES FROM ('2018-04-13 00:00:00+00') TO ('2018-04-14 00:00:00+00');
|
||||||
|
CREATE TABLE partition2 PARTITION OF partitioned FOR VALUES FROM ('2018-04-14 00:00:00+00') TO ('2018-04-15 00:00:00+00');
|
||||||
|
SELECT citus_add_local_table_to_metadata('partitioned');
|
||||||
|
-- partitions added after the conversion get converted into CLT as well
|
||||||
|
CREATE TABLE partition3 PARTITION OF partitioned FOR VALUES FROM ('2018-04-15 00:00:00+00') TO ('2018-04-16 00:00:00+00');
|
||||||
|
SELECT
|
||||||
|
nmsp_parent.nspname AS parent_schema,
|
||||||
|
parent.relname AS parent,
|
||||||
|
nmsp_child.nspname AS child_schema,
|
||||||
|
child.relname AS child
|
||||||
|
FROM pg_inherits
|
||||||
|
JOIN pg_class parent ON pg_inherits.inhparent = parent.oid
|
||||||
|
JOIN pg_class child ON pg_inherits.inhrelid = child.oid
|
||||||
|
JOIN pg_namespace nmsp_parent ON nmsp_parent.oid = parent.relnamespace
|
||||||
|
JOIN pg_namespace nmsp_child ON nmsp_child.oid = child.relnamespace
|
||||||
|
WHERE parent.relname LIKE '%partition%'
|
||||||
|
ORDER BY child;
|
||||||
|
-- undistribute succesfully
|
||||||
|
SELECT undistribute_table('partitioned');
|
||||||
|
|
||||||
|
-- verify table is undistributed
|
||||||
|
SELECT relname FROM pg_class WHERE relname LIKE 'partition3%' ORDER BY relname;
|
||||||
|
|
||||||
|
-- drop successfully
|
||||||
|
DROP TABLE partitioned;
|
||||||
|
|
||||||
|
-- if there's a foreign key from one of the partitions to some other table
|
||||||
|
-- we need to convert the external table as well as all of the partitioned table
|
||||||
|
CREATE TABLE cas_1 (a INT UNIQUE);
|
||||||
|
CREATE TABLE cas_par (a INT UNIQUE) PARTITION BY RANGE(a);
|
||||||
|
CREATE TABLE cas_par_1 PARTITION OF cas_par FOR VALUES FROM (1) TO (4);
|
||||||
|
CREATE TABLE cas_par_2 PARTITION OF cas_par FOR VALUES FROM (5) TO (8);
|
||||||
|
ALTER TABLE cas_par_1 ADD CONSTRAINT fkey_from_par_1 FOREIGN KEY (a) REFERENCES cas_1(a);
|
||||||
|
SELECT citus_add_local_table_to_metadata('cas_par', cascade_via_foreign_keys=>true);
|
||||||
|
|
||||||
|
-- verify we successfully convert partitioned table to citus local tables
|
||||||
|
SELECT
|
||||||
|
nmsp_parent.nspname AS parent_schema,
|
||||||
|
parent.relname AS parent,
|
||||||
|
nmsp_child.nspname AS child_schema,
|
||||||
|
child.relname AS child
|
||||||
|
FROM pg_inherits
|
||||||
|
JOIN pg_class parent ON pg_inherits.inhparent = parent.oid
|
||||||
|
JOIN pg_class child ON pg_inherits.inhrelid = child.oid
|
||||||
|
JOIN pg_namespace nmsp_parent ON nmsp_parent.oid = parent.relnamespace
|
||||||
|
JOIN pg_namespace nmsp_child ON nmsp_child.oid = child.relnamespace
|
||||||
|
WHERE parent.relname LIKE '%cas%'
|
||||||
|
ORDER BY child;
|
||||||
|
|
||||||
|
-- verify we successfully create foreign keys
|
||||||
|
SELECT
|
||||||
|
tc.table_schema,
|
||||||
|
tc.constraint_name,
|
||||||
|
tc.table_name,
|
||||||
|
ccu.table_schema AS foreign_table_schema,
|
||||||
|
ccu.table_name AS foreign_table_name
|
||||||
|
FROM
|
||||||
|
information_schema.table_constraints AS tc
|
||||||
|
JOIN information_schema.key_column_usage AS kcu
|
||||||
|
ON tc.constraint_name = kcu.constraint_name
|
||||||
|
AND tc.table_schema = kcu.table_schema
|
||||||
|
JOIN information_schema.constraint_column_usage AS ccu
|
||||||
|
ON ccu.constraint_name = tc.constraint_name
|
||||||
|
AND ccu.table_schema = tc.table_schema
|
||||||
|
WHERE tc.constraint_type = 'FOREIGN KEY' AND ccu.table_name LIKE 'cas_1%'
|
||||||
|
ORDER BY ccu.table_name;
|
||||||
|
|
||||||
|
-- drop successfully
|
||||||
|
DROP TABLE cas_par;
|
||||||
|
|
||||||
|
-- try the same starting from the external table
|
||||||
|
-- we should make sure the cascade works in both ways
|
||||||
|
CREATE TABLE cas_par (a INT UNIQUE) PARTITION BY RANGE(a);
|
||||||
|
CREATE TABLE cas_par_1 PARTITION OF cas_par FOR VALUES FROM (1) TO (4);
|
||||||
|
CREATE TABLE cas_par_2 PARTITION OF cas_par FOR VALUES FROM (5) TO (8);
|
||||||
|
ALTER TABLE cas_par_1 ADD CONSTRAINT fkey_from_par_1 FOREIGN KEY (a) REFERENCES cas_1(a);
|
||||||
|
SELECT citus_add_local_table_to_metadata('cas_1', cascade_via_foreign_keys=>true);
|
||||||
|
|
||||||
|
-- verify we successfully convert partitioned table to citus local tables
|
||||||
|
SELECT
|
||||||
|
nmsp_parent.nspname AS parent_schema,
|
||||||
|
parent.relname AS parent,
|
||||||
|
nmsp_child.nspname AS child_schema,
|
||||||
|
child.relname AS child
|
||||||
|
FROM pg_inherits
|
||||||
|
JOIN pg_class parent ON pg_inherits.inhparent = parent.oid
|
||||||
|
JOIN pg_class child ON pg_inherits.inhrelid = child.oid
|
||||||
|
JOIN pg_namespace nmsp_parent ON nmsp_parent.oid = parent.relnamespace
|
||||||
|
JOIN pg_namespace nmsp_child ON nmsp_child.oid = child.relnamespace
|
||||||
|
WHERE parent.relname LIKE '%cas%'
|
||||||
|
ORDER BY child;
|
||||||
|
|
||||||
|
-- verify we successfully create foreign keys
|
||||||
|
SELECT
|
||||||
|
tc.table_schema,
|
||||||
|
tc.constraint_name,
|
||||||
|
tc.table_name,
|
||||||
|
ccu.table_schema AS foreign_table_schema,
|
||||||
|
ccu.table_name AS foreign_table_name
|
||||||
|
FROM
|
||||||
|
information_schema.table_constraints AS tc
|
||||||
|
JOIN information_schema.key_column_usage AS kcu
|
||||||
|
ON tc.constraint_name = kcu.constraint_name
|
||||||
|
AND tc.table_schema = kcu.table_schema
|
||||||
|
JOIN information_schema.constraint_column_usage AS ccu
|
||||||
|
ON ccu.constraint_name = tc.constraint_name
|
||||||
|
AND ccu.table_schema = tc.table_schema
|
||||||
|
WHERE tc.constraint_type = 'FOREIGN KEY' AND ccu.table_name LIKE 'cas_1%'
|
||||||
|
ORDER BY ccu.table_name;
|
||||||
|
|
||||||
|
-- drop successfully
|
||||||
|
DROP TABLE cas_par;
|
||||||
|
DROP TABLE cas_1;
|
||||||
|
|
||||||
-- cleanup at exit
|
-- cleanup at exit
|
||||||
DROP SCHEMA citus_local_tables_test_schema, "CiTUS!LocalTables", "test_\'index_schema" CASCADE;
|
DROP SCHEMA citus_local_tables_test_schema, "CiTUS!LocalTables", "test_\'index_schema" CASCADE;
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue