mirror of https://github.com/citusdata/citus.git
Add some subquery on append-distributed table tests
parent
93e79b9262
commit
bece86b2f7
|
@ -0,0 +1,233 @@
|
||||||
|
CREATE SCHEMA subquery_append;
|
||||||
|
SET search_path TO subquery_append;
|
||||||
|
CREATE TABLE append_table (key text, value int, extra int default 0);
|
||||||
|
CREATE INDEX ON append_table (key);
|
||||||
|
SELECT create_distributed_table('append_table', 'key', 'append');
|
||||||
|
create_distributed_table
|
||||||
|
---------------------------------------------------------------------
|
||||||
|
|
||||||
|
(1 row)
|
||||||
|
|
||||||
|
SELECT 1 FROM master_create_empty_shard('append_table');
|
||||||
|
?column?
|
||||||
|
---------------------------------------------------------------------
|
||||||
|
1
|
||||||
|
(1 row)
|
||||||
|
|
||||||
|
SELECT 1 FROM master_create_empty_shard('append_table');
|
||||||
|
?column?
|
||||||
|
---------------------------------------------------------------------
|
||||||
|
1
|
||||||
|
(1 row)
|
||||||
|
|
||||||
|
CREATE TABLE ref_table (value int);
|
||||||
|
CREATE INDEX ON ref_table (value);
|
||||||
|
SELECT create_reference_table('ref_table');
|
||||||
|
create_reference_table
|
||||||
|
---------------------------------------------------------------------
|
||||||
|
|
||||||
|
(1 row)
|
||||||
|
|
||||||
|
\COPY append_table (key,value) FROM STDIN WITH CSV
|
||||||
|
\COPY append_table (key,value) FROM STDIN WITH CSV
|
||||||
|
\COPY ref_table FROM STDIN WITH CSV
|
||||||
|
-- exercise some optimizer pushdown features with subqueries
|
||||||
|
SELECT count(*) FROM (SELECT random() FROM append_table) u;
|
||||||
|
count
|
||||||
|
---------------------------------------------------------------------
|
||||||
|
12
|
||||||
|
(1 row)
|
||||||
|
|
||||||
|
SELECT * FROM (SELECT DISTINCT key FROM append_table) sub ORDER BY 1 LIMIT 3;
|
||||||
|
key
|
||||||
|
---------------------------------------------------------------------
|
||||||
|
abc
|
||||||
|
bcd
|
||||||
|
cde
|
||||||
|
(3 rows)
|
||||||
|
|
||||||
|
SELECT DISTINCT key FROM (SELECT key FROM append_table) sub ORDER BY 1 LIMIT 3;
|
||||||
|
key
|
||||||
|
---------------------------------------------------------------------
|
||||||
|
abc
|
||||||
|
bcd
|
||||||
|
cde
|
||||||
|
(3 rows)
|
||||||
|
|
||||||
|
SELECT key, max(v) FROM (SELECT key, value + 1 AS v FROM append_table) sub GROUP BY key ORDER BY 1,2 LIMIT 3;
|
||||||
|
key | max
|
||||||
|
---------------------------------------------------------------------
|
||||||
|
abc | 235
|
||||||
|
bcd | 235
|
||||||
|
cde | 346
|
||||||
|
(3 rows)
|
||||||
|
|
||||||
|
SELECT v, max(key) FROM (SELECT key, value + 1 AS v FROM append_table) sub GROUP BY v ORDER BY 1,2 LIMIT 3;
|
||||||
|
v | max
|
||||||
|
---------------------------------------------------------------------
|
||||||
|
1 | jkl
|
||||||
|
2 | ijk
|
||||||
|
124 | hij
|
||||||
|
(3 rows)
|
||||||
|
|
||||||
|
SELECT key, row_number() OVER (ORDER BY value) FROM (SELECT key, value, random() FROM append_table) sub ORDER BY 1,2 LIMIT 3;
|
||||||
|
key | row_number
|
||||||
|
---------------------------------------------------------------------
|
||||||
|
abc | 6
|
||||||
|
abc | 9
|
||||||
|
bcd | 4
|
||||||
|
(3 rows)
|
||||||
|
|
||||||
|
SELECT key, row_number() OVER (ORDER BY value PARTITION BY key) FROM (SELECT key, value, random() FROM append_table) sub ORDER BY 1,2 LIMIT 3;
|
||||||
|
ERROR: syntax error at or near "PARTITION"
|
||||||
|
SELECT key, row_number() OVER (ORDER BY value) FROM (SELECT key, value, random() FROM append_table) sub ORDER BY 1,2 LIMIT 3;
|
||||||
|
key | row_number
|
||||||
|
---------------------------------------------------------------------
|
||||||
|
abc | 6
|
||||||
|
abc | 9
|
||||||
|
bcd | 4
|
||||||
|
(3 rows)
|
||||||
|
|
||||||
|
SELECT key, row_number() OVER (PARTITION BY key) FROM (SELECT key, value, random() FROM append_table) sub ORDER BY 1,2 LIMIT 3;
|
||||||
|
key | row_number
|
||||||
|
---------------------------------------------------------------------
|
||||||
|
abc | 1
|
||||||
|
abc | 2
|
||||||
|
bcd | 1
|
||||||
|
(3 rows)
|
||||||
|
|
||||||
|
-- try some joins in subqueries
|
||||||
|
SELECT key, count(*) FROM (SELECT *, random() FROM append_table a JOIN append_table b USING (key)) u GROUP BY key ORDER BY 1,2 LIMIT 3;
|
||||||
|
ERROR: the query contains a join that requires repartitioning
|
||||||
|
HINT: Set citus.enable_repartition_joins to on to enable repartitioning
|
||||||
|
SELECT key, count(*) FROM (SELECT *, random() FROM append_table a JOIN ref_table b USING (value)) u GROUP BY key ORDER BY 1,2 LIMIT 3;
|
||||||
|
key | count
|
||||||
|
---------------------------------------------------------------------
|
||||||
|
abc | 1
|
||||||
|
abc | 1
|
||||||
|
bcd | 2
|
||||||
|
(3 rows)
|
||||||
|
|
||||||
|
SELECT key, value FROM append_table a WHERE value IN (SELECT * FROM ref_table) ORDER BY 1,2;
|
||||||
|
key | value
|
||||||
|
---------------------------------------------------------------------
|
||||||
|
abc | 123
|
||||||
|
abc | 234
|
||||||
|
bcd | 123
|
||||||
|
bcd | 234
|
||||||
|
cde | 345
|
||||||
|
efg | 123
|
||||||
|
efg | 234
|
||||||
|
hij | 123
|
||||||
|
hij | 234
|
||||||
|
(9 rows)
|
||||||
|
|
||||||
|
SELECT key, value FROM append_table a WHERE key IN (SELECT key FROM append_table WHERE value > 100) ORDER BY 1,2;
|
||||||
|
ERROR: complex joins are only supported when all distributed tables are co-located and joined on their distribution columns
|
||||||
|
SELECT key, value FROM append_table a WHERE value = (SELECT max(value) FROM ref_table) ORDER BY 1,2;
|
||||||
|
key | value
|
||||||
|
---------------------------------------------------------------------
|
||||||
|
cde | 345
|
||||||
|
(1 row)
|
||||||
|
|
||||||
|
SELECT key, value FROM append_table a WHERE value = (SELECT max(value) FROM ref_table r WHERE a.value = r.value) ORDER BY 1,2;
|
||||||
|
key | value
|
||||||
|
---------------------------------------------------------------------
|
||||||
|
abc | 123
|
||||||
|
abc | 234
|
||||||
|
bcd | 123
|
||||||
|
bcd | 234
|
||||||
|
cde | 345
|
||||||
|
efg | 123
|
||||||
|
efg | 234
|
||||||
|
hij | 123
|
||||||
|
hij | 234
|
||||||
|
(9 rows)
|
||||||
|
|
||||||
|
SELECT key, (SELECT max(value) FROM ref_table r WHERE r.value = a.value) FROM append_table a ORDER BY 1,2;
|
||||||
|
key | max
|
||||||
|
---------------------------------------------------------------------
|
||||||
|
abc | 123
|
||||||
|
abc | 234
|
||||||
|
bcd | 123
|
||||||
|
bcd | 234
|
||||||
|
cde | 345
|
||||||
|
def |
|
||||||
|
efg | 123
|
||||||
|
efg | 234
|
||||||
|
hij | 123
|
||||||
|
hij | 234
|
||||||
|
ijk |
|
||||||
|
jkl |
|
||||||
|
(12 rows)
|
||||||
|
|
||||||
|
-- Test delete
|
||||||
|
BEGIN;
|
||||||
|
DELETE FROM append_table a WHERE a.value IN (SELECT s FROM generate_series(1,100) s);
|
||||||
|
SELECT count(*) FROM append_table;
|
||||||
|
count
|
||||||
|
---------------------------------------------------------------------
|
||||||
|
11
|
||||||
|
(1 row)
|
||||||
|
|
||||||
|
DELETE FROM append_table a USING ref_table r WHERE a.value = r.value;
|
||||||
|
SELECT count(*) FROM append_table;
|
||||||
|
count
|
||||||
|
---------------------------------------------------------------------
|
||||||
|
2
|
||||||
|
(1 row)
|
||||||
|
|
||||||
|
DELETE FROM append_table WHERE value < 2;
|
||||||
|
SELECT count(*) FROM append_table;
|
||||||
|
count
|
||||||
|
---------------------------------------------------------------------
|
||||||
|
1
|
||||||
|
(1 row)
|
||||||
|
|
||||||
|
DELETE FROM append_table;
|
||||||
|
SELECT count(*) FROM append_table;
|
||||||
|
count
|
||||||
|
---------------------------------------------------------------------
|
||||||
|
0
|
||||||
|
(1 row)
|
||||||
|
|
||||||
|
DELETE FROM append_table a USING append_table b WHERE a.key = b.key;
|
||||||
|
ERROR: complex joins are only supported when all distributed tables are co-located and joined on their distribution columns
|
||||||
|
END;
|
||||||
|
-- Test update
|
||||||
|
BEGIN;
|
||||||
|
UPDATE append_table a SET extra = 1 WHERE a.value IN (SELECT s FROM generate_series(1,100) s);
|
||||||
|
SELECT count(*) FROM append_table WHERE extra = 1;
|
||||||
|
count
|
||||||
|
---------------------------------------------------------------------
|
||||||
|
1
|
||||||
|
(1 row)
|
||||||
|
|
||||||
|
UPDATE append_table a SET extra = 1 FROM ref_table r WHERE a.value = r.value;
|
||||||
|
SELECT count(*) FROM append_table WHERE extra = 1;
|
||||||
|
count
|
||||||
|
---------------------------------------------------------------------
|
||||||
|
10
|
||||||
|
(1 row)
|
||||||
|
|
||||||
|
UPDATE append_table SET extra = 1 WHERE value < 2;
|
||||||
|
SELECT count(*) FROM append_table WHERE extra = 1;
|
||||||
|
count
|
||||||
|
---------------------------------------------------------------------
|
||||||
|
11
|
||||||
|
(1 row)
|
||||||
|
|
||||||
|
UPDATE append_table SET extra = 1;
|
||||||
|
SELECT count(*) FROM append_table WHERE extra = 1;
|
||||||
|
count
|
||||||
|
---------------------------------------------------------------------
|
||||||
|
12
|
||||||
|
(1 row)
|
||||||
|
|
||||||
|
UPDATE append_table a sET extra = 1 FROM append_table b WHERE a.key = b.key;
|
||||||
|
ERROR: complex joins are only supported when all distributed tables are co-located and joined on their distribution columns
|
||||||
|
END;
|
||||||
|
DROP SCHEMA subquery_append CASCADE;
|
||||||
|
NOTICE: drop cascades to 2 other objects
|
||||||
|
DETAIL: drop cascades to table append_table
|
||||||
|
drop cascades to table ref_table
|
|
@ -50,7 +50,7 @@ test: union_pushdown
|
||||||
test: set_operation_and_local_tables
|
test: set_operation_and_local_tables
|
||||||
|
|
||||||
test: subqueries_deep subquery_view subquery_partitioning subqueries_not_supported
|
test: subqueries_deep subquery_view subquery_partitioning subqueries_not_supported
|
||||||
test: subquery_in_targetlist subquery_in_where subquery_complex_target_list
|
test: subquery_in_targetlist subquery_in_where subquery_complex_target_list subquery_append
|
||||||
test: subquery_prepared_statements
|
test: subquery_prepared_statements
|
||||||
test: non_colocated_leaf_subquery_joins non_colocated_subquery_joins non_colocated_join_order
|
test: non_colocated_leaf_subquery_joins non_colocated_subquery_joins non_colocated_join_order
|
||||||
test: cte_inline recursive_view_local_table values
|
test: cte_inline recursive_view_local_table values
|
||||||
|
|
|
@ -0,0 +1,89 @@
|
||||||
|
CREATE SCHEMA subquery_append;
|
||||||
|
SET search_path TO subquery_append;
|
||||||
|
|
||||||
|
CREATE TABLE append_table (key text, value int, extra int default 0);
|
||||||
|
CREATE INDEX ON append_table (key);
|
||||||
|
|
||||||
|
SELECT create_distributed_table('append_table', 'key', 'append');
|
||||||
|
SELECT 1 FROM master_create_empty_shard('append_table');
|
||||||
|
SELECT 1 FROM master_create_empty_shard('append_table');
|
||||||
|
|
||||||
|
CREATE TABLE ref_table (value int);
|
||||||
|
CREATE INDEX ON ref_table (value);
|
||||||
|
SELECT create_reference_table('ref_table');
|
||||||
|
|
||||||
|
\COPY append_table (key,value) FROM STDIN WITH CSV
|
||||||
|
abc,234
|
||||||
|
bcd,123
|
||||||
|
bcd,234
|
||||||
|
cde,345
|
||||||
|
def,456
|
||||||
|
efg,234
|
||||||
|
\.
|
||||||
|
|
||||||
|
\COPY append_table (key,value) FROM STDIN WITH CSV
|
||||||
|
abc,123
|
||||||
|
efg,123
|
||||||
|
hij,123
|
||||||
|
hij,234
|
||||||
|
ijk,1
|
||||||
|
jkl,0
|
||||||
|
\.
|
||||||
|
|
||||||
|
\COPY ref_table FROM STDIN WITH CSV
|
||||||
|
123
|
||||||
|
234
|
||||||
|
345
|
||||||
|
\.
|
||||||
|
|
||||||
|
-- exercise some optimizer pushdown features with subqueries
|
||||||
|
SELECT count(*) FROM (SELECT random() FROM append_table) u;
|
||||||
|
|
||||||
|
SELECT * FROM (SELECT DISTINCT key FROM append_table) sub ORDER BY 1 LIMIT 3;
|
||||||
|
SELECT DISTINCT key FROM (SELECT key FROM append_table) sub ORDER BY 1 LIMIT 3;
|
||||||
|
|
||||||
|
SELECT key, max(v) FROM (SELECT key, value + 1 AS v FROM append_table) sub GROUP BY key ORDER BY 1,2 LIMIT 3;
|
||||||
|
SELECT v, max(key) FROM (SELECT key, value + 1 AS v FROM append_table) sub GROUP BY v ORDER BY 1,2 LIMIT 3;
|
||||||
|
|
||||||
|
SELECT key, row_number() OVER (ORDER BY value) FROM (SELECT key, value, random() FROM append_table) sub ORDER BY 1,2 LIMIT 3;
|
||||||
|
SELECT key, row_number() OVER (ORDER BY value PARTITION BY key) FROM (SELECT key, value, random() FROM append_table) sub ORDER BY 1,2 LIMIT 3;
|
||||||
|
|
||||||
|
SELECT key, row_number() OVER (ORDER BY value) FROM (SELECT key, value, random() FROM append_table) sub ORDER BY 1,2 LIMIT 3;
|
||||||
|
SELECT key, row_number() OVER (PARTITION BY key) FROM (SELECT key, value, random() FROM append_table) sub ORDER BY 1,2 LIMIT 3;
|
||||||
|
|
||||||
|
-- try some joins in subqueries
|
||||||
|
SELECT key, count(*) FROM (SELECT *, random() FROM append_table a JOIN append_table b USING (key)) u GROUP BY key ORDER BY 1,2 LIMIT 3;
|
||||||
|
SELECT key, count(*) FROM (SELECT *, random() FROM append_table a JOIN ref_table b USING (value)) u GROUP BY key ORDER BY 1,2 LIMIT 3;
|
||||||
|
SELECT key, value FROM append_table a WHERE value IN (SELECT * FROM ref_table) ORDER BY 1,2;
|
||||||
|
SELECT key, value FROM append_table a WHERE key IN (SELECT key FROM append_table WHERE value > 100) ORDER BY 1,2;
|
||||||
|
SELECT key, value FROM append_table a WHERE value = (SELECT max(value) FROM ref_table) ORDER BY 1,2;
|
||||||
|
SELECT key, value FROM append_table a WHERE value = (SELECT max(value) FROM ref_table r WHERE a.value = r.value) ORDER BY 1,2;
|
||||||
|
SELECT key, (SELECT max(value) FROM ref_table r WHERE r.value = a.value) FROM append_table a ORDER BY 1,2;
|
||||||
|
|
||||||
|
-- Test delete
|
||||||
|
BEGIN;
|
||||||
|
DELETE FROM append_table a WHERE a.value IN (SELECT s FROM generate_series(1,100) s);
|
||||||
|
SELECT count(*) FROM append_table;
|
||||||
|
DELETE FROM append_table a USING ref_table r WHERE a.value = r.value;
|
||||||
|
SELECT count(*) FROM append_table;
|
||||||
|
DELETE FROM append_table WHERE value < 2;
|
||||||
|
SELECT count(*) FROM append_table;
|
||||||
|
DELETE FROM append_table;
|
||||||
|
SELECT count(*) FROM append_table;
|
||||||
|
DELETE FROM append_table a USING append_table b WHERE a.key = b.key;
|
||||||
|
END;
|
||||||
|
|
||||||
|
-- Test update
|
||||||
|
BEGIN;
|
||||||
|
UPDATE append_table a SET extra = 1 WHERE a.value IN (SELECT s FROM generate_series(1,100) s);
|
||||||
|
SELECT count(*) FROM append_table WHERE extra = 1;
|
||||||
|
UPDATE append_table a SET extra = 1 FROM ref_table r WHERE a.value = r.value;
|
||||||
|
SELECT count(*) FROM append_table WHERE extra = 1;
|
||||||
|
UPDATE append_table SET extra = 1 WHERE value < 2;
|
||||||
|
SELECT count(*) FROM append_table WHERE extra = 1;
|
||||||
|
UPDATE append_table SET extra = 1;
|
||||||
|
SELECT count(*) FROM append_table WHERE extra = 1;
|
||||||
|
UPDATE append_table a sET extra = 1 FROM append_table b WHERE a.key = b.key;
|
||||||
|
END;
|
||||||
|
|
||||||
|
DROP SCHEMA subquery_append CASCADE;
|
Loading…
Reference in New Issue