mirror of https://github.com/citusdata/citus.git
240 lines
9.8 KiB
Plaintext
240 lines
9.8 KiB
Plaintext
--
|
|
-- Distributed Partitioned Table MX Tests
|
|
--
|
|
SET citus.next_shard_id TO 1700000;
|
|
SET citus.shard_count TO 4;
|
|
SET citus.shard_replication_factor TO 1;
|
|
-- make sure wen can create partitioning tables in MX
|
|
SET citus.replication_model TO 'streaming';
|
|
SELECT start_metadata_sync_to_node('localhost', :worker_1_port);
|
|
start_metadata_sync_to_node
|
|
-----------------------------
|
|
|
|
(1 row)
|
|
|
|
-- 1-) Distributing partitioned table
|
|
-- create partitioned table
|
|
CREATE TABLE partitioning_test(id int, time date) PARTITION BY RANGE (time);
|
|
ERROR: syntax error at or near "PARTITION"
|
|
LINE 1: CREATE TABLE partitioning_test(id int, time date) PARTITION ...
|
|
^
|
|
|
|
-- create its partitions
|
|
CREATE TABLE partitioning_test_2009 PARTITION OF partitioning_test FOR VALUES FROM ('2009-01-01') TO ('2010-01-01');
|
|
ERROR: syntax error at or near "PARTITION"
|
|
LINE 1: CREATE TABLE partitioning_test_2009 PARTITION OF partitionin...
|
|
^
|
|
CREATE TABLE partitioning_test_2010 PARTITION OF partitioning_test FOR VALUES FROM ('2010-01-01') TO ('2011-01-01');
|
|
ERROR: syntax error at or near "PARTITION"
|
|
LINE 1: CREATE TABLE partitioning_test_2010 PARTITION OF partitionin...
|
|
^
|
|
-- load some data and distribute tables
|
|
INSERT INTO partitioning_test VALUES (1, '2009-06-06');
|
|
ERROR: relation "partitioning_test" does not exist
|
|
LINE 1: INSERT INTO partitioning_test VALUES (1, '2009-06-06');
|
|
^
|
|
INSERT INTO partitioning_test VALUES (2, '2010-07-07');
|
|
ERROR: relation "partitioning_test" does not exist
|
|
LINE 1: INSERT INTO partitioning_test VALUES (2, '2010-07-07');
|
|
^
|
|
INSERT INTO partitioning_test_2009 VALUES (3, '2009-09-09');
|
|
ERROR: relation "partitioning_test_2009" does not exist
|
|
LINE 1: INSERT INTO partitioning_test_2009 VALUES (3, '2009-09-09');
|
|
^
|
|
INSERT INTO partitioning_test_2010 VALUES (4, '2010-03-03');
|
|
ERROR: relation "partitioning_test_2010" does not exist
|
|
LINE 1: INSERT INTO partitioning_test_2010 VALUES (4, '2010-03-03');
|
|
^
|
|
-- distribute partitioned table
|
|
SELECT create_distributed_table('partitioning_test', 'id');
|
|
ERROR: relation "partitioning_test" does not exist
|
|
LINE 1: SELECT create_distributed_table('partitioning_test', 'id');
|
|
^
|
|
-- see from MX node, the data is loaded to shards
|
|
\c - - - :worker_1_port
|
|
SELECT * FROM partitioning_test ORDER BY 1;
|
|
ERROR: relation "partitioning_test" does not exist
|
|
LINE 1: SELECT * FROM partitioning_test ORDER BY 1;
|
|
^
|
|
-- see from MX node, partitioned table and its partitions are distributed
|
|
SELECT
|
|
logicalrelid
|
|
FROM
|
|
pg_dist_partition
|
|
WHERE
|
|
logicalrelid IN ('partitioning_test', 'partitioning_test_2009', 'partitioning_test_2010')
|
|
ORDER BY 1;
|
|
ERROR: relation "partitioning_test" does not exist
|
|
LINE 6: logicalrelid IN ('partitioning_test', 'partitioning_test_20...
|
|
^
|
|
SELECT
|
|
logicalrelid, count(*)
|
|
FROM pg_dist_shard
|
|
WHERE logicalrelid IN ('partitioning_test', 'partitioning_test_2009', 'partitioning_test_2010')
|
|
GROUP BY
|
|
logicalrelid
|
|
ORDER BY
|
|
1,2;
|
|
ERROR: relation "partitioning_test" does not exist
|
|
LINE 4: WHERE logicalrelid IN ('partitioning_test', 'partitioning_t...
|
|
^
|
|
-- see from MX node, partitioning hierarchy is built
|
|
SELECT inhrelid::regclass FROM pg_inherits WHERE inhparent = 'partitioning_test'::regclass;
|
|
ERROR: relation "partitioning_test" does not exist
|
|
LINE 1: ...elid::regclass FROM pg_inherits WHERE inhparent = 'partition...
|
|
^
|
|
\c - - - :master_port
|
|
SET citus.replication_model TO 'streaming';
|
|
SET citus.shard_replication_factor TO 1;
|
|
-- 2-) Creating partition of a distributed table
|
|
CREATE TABLE partitioning_test_2011 PARTITION OF partitioning_test FOR VALUES FROM ('2011-01-01') TO ('2012-01-01');
|
|
ERROR: syntax error at or near "PARTITION"
|
|
LINE 1: CREATE TABLE partitioning_test_2011 PARTITION OF partitionin...
|
|
^
|
|
-- see from MX node, new partition is automatically distributed as well
|
|
\c - - - :worker_1_port
|
|
SELECT
|
|
logicalrelid
|
|
FROM
|
|
pg_dist_partition
|
|
WHERE
|
|
logicalrelid IN ('partitioning_test', 'partitioning_test_2011')
|
|
ORDER BY 1;
|
|
ERROR: relation "partitioning_test" does not exist
|
|
LINE 6: logicalrelid IN ('partitioning_test', 'partitioning_test_20...
|
|
^
|
|
SELECT
|
|
logicalrelid, count(*)
|
|
FROM pg_dist_shard
|
|
WHERE logicalrelid IN ('partitioning_test', 'partitioning_test_2011')
|
|
GROUP BY
|
|
logicalrelid
|
|
ORDER BY
|
|
1,2;
|
|
ERROR: relation "partitioning_test" does not exist
|
|
LINE 4: WHERE logicalrelid IN ('partitioning_test', 'partitioning_t...
|
|
^
|
|
-- see from MX node, partitioning hierarchy is built
|
|
SELECT inhrelid::regclass FROM pg_inherits WHERE inhparent = 'partitioning_test'::regclass;
|
|
ERROR: relation "partitioning_test" does not exist
|
|
LINE 1: ...elid::regclass FROM pg_inherits WHERE inhparent = 'partition...
|
|
^
|
|
\c - - - :master_port
|
|
SET citus.replication_model TO 'streaming';
|
|
SET citus.shard_replication_factor TO 1;
|
|
-- 3-) Attaching non distributed table to a distributed table
|
|
CREATE TABLE partitioning_test_2012(id int, time date);
|
|
-- load some data
|
|
INSERT INTO partitioning_test_2012 VALUES (5, '2012-06-06');
|
|
INSERT INTO partitioning_test_2012 VALUES (6, '2012-07-07');
|
|
ALTER TABLE partitioning_test ATTACH PARTITION partitioning_test_2012 FOR VALUES FROM ('2012-01-01') TO ('2013-01-01');
|
|
ERROR: syntax error at or near "ATTACH"
|
|
LINE 1: ALTER TABLE partitioning_test ATTACH PARTITION partitioning_...
|
|
^
|
|
-- see from MX node, attached partition is distributed as well
|
|
\c - - - :worker_1_port
|
|
SELECT
|
|
logicalrelid
|
|
FROM
|
|
pg_dist_partition
|
|
WHERE
|
|
logicalrelid IN ('partitioning_test', 'partitioning_test_2012')
|
|
ORDER BY 1;
|
|
ERROR: relation "partitioning_test" does not exist
|
|
LINE 6: logicalrelid IN ('partitioning_test', 'partitioning_test_20...
|
|
^
|
|
SELECT
|
|
logicalrelid, count(*)
|
|
FROM pg_dist_shard
|
|
WHERE logicalrelid IN ('partitioning_test', 'partitioning_test_2012')
|
|
GROUP BY
|
|
logicalrelid
|
|
ORDER BY
|
|
1,2;
|
|
ERROR: relation "partitioning_test" does not exist
|
|
LINE 4: WHERE logicalrelid IN ('partitioning_test', 'partitioning_t...
|
|
^
|
|
-- see from MX node, see the data is loaded to shards
|
|
SELECT * FROM partitioning_test ORDER BY 1;
|
|
ERROR: relation "partitioning_test" does not exist
|
|
LINE 1: SELECT * FROM partitioning_test ORDER BY 1;
|
|
^
|
|
-- see from MX node, partitioning hierarchy is built
|
|
SELECT inhrelid::regclass FROM pg_inherits WHERE inhparent = 'partitioning_test'::regclass;
|
|
ERROR: relation "partitioning_test" does not exist
|
|
LINE 1: ...elid::regclass FROM pg_inherits WHERE inhparent = 'partition...
|
|
^
|
|
\c - - - :master_port
|
|
SET citus.replication_model TO 'streaming';
|
|
SET citus.shard_replication_factor TO 1;
|
|
-- 4-) Attaching distributed table to distributed table
|
|
CREATE TABLE partitioning_test_2013(id int, time date);
|
|
SELECT create_distributed_table('partitioning_test_2013', 'id');
|
|
create_distributed_table
|
|
--------------------------
|
|
|
|
(1 row)
|
|
|
|
-- load some data
|
|
INSERT INTO partitioning_test_2013 VALUES (7, '2013-06-06');
|
|
INSERT INTO partitioning_test_2013 VALUES (8, '2013-07-07');
|
|
ALTER TABLE partitioning_test ATTACH PARTITION partitioning_test_2013 FOR VALUES FROM ('2013-01-01') TO ('2014-01-01');
|
|
ERROR: syntax error at or near "ATTACH"
|
|
LINE 1: ALTER TABLE partitioning_test ATTACH PARTITION partitioning_...
|
|
^
|
|
-- see from MX node, see the data is loaded to shards
|
|
\c - - - :worker_1_port
|
|
SELECT * FROM partitioning_test ORDER BY 1;
|
|
ERROR: relation "partitioning_test" does not exist
|
|
LINE 1: SELECT * FROM partitioning_test ORDER BY 1;
|
|
^
|
|
-- see from MX node, partitioning hierarchy is built
|
|
SELECT inhrelid::regclass FROM pg_inherits WHERE inhparent = 'partitioning_test'::regclass;
|
|
ERROR: relation "partitioning_test" does not exist
|
|
LINE 1: ...elid::regclass FROM pg_inherits WHERE inhparent = 'partition...
|
|
^
|
|
\c - - - :master_port
|
|
-- 5-) Detaching partition of the partitioned table
|
|
ALTER TABLE partitioning_test DETACH PARTITION partitioning_test_2009;
|
|
ERROR: syntax error at or near "DETACH"
|
|
LINE 1: ALTER TABLE partitioning_test DETACH PARTITION partitioning_...
|
|
^
|
|
-- see from MX node, partitioning hierarchy is built
|
|
\c - - - :worker_1_port
|
|
SELECT inhrelid::regclass FROM pg_inherits WHERE inhparent = 'partitioning_test'::regclass;
|
|
ERROR: relation "partitioning_test" does not exist
|
|
LINE 1: ...elid::regclass FROM pg_inherits WHERE inhparent = 'partition...
|
|
^
|
|
-- make sure DROPping from worker node is not allowed
|
|
DROP TABLE partitioning_test;
|
|
ERROR: table "partitioning_test" does not exist
|
|
\c - - - :master_port
|
|
-- make sure we can repeatedly call start_metadata_sync_to_node
|
|
SELECT start_metadata_sync_to_node('localhost', :worker_1_port);
|
|
start_metadata_sync_to_node
|
|
-----------------------------
|
|
|
|
(1 row)
|
|
|
|
SELECT start_metadata_sync_to_node('localhost', :worker_1_port);
|
|
start_metadata_sync_to_node
|
|
-----------------------------
|
|
|
|
(1 row)
|
|
|
|
SELECT start_metadata_sync_to_node('localhost', :worker_1_port);
|
|
start_metadata_sync_to_node
|
|
-----------------------------
|
|
|
|
(1 row)
|
|
|
|
-- make sure we can drop partitions
|
|
DROP TABLE partitioning_test_2009;
|
|
ERROR: table "partitioning_test_2009" does not exist
|
|
DROP TABLE partitioning_test_2010;
|
|
ERROR: table "partitioning_test_2010" does not exist
|
|
-- make sure we can drop partitioned table
|
|
DROP TABLE partitioning_test;
|
|
ERROR: table "partitioning_test" does not exist
|
|
DROP TABLE IF EXISTS partitioning_test_2013;
|