mirror of https://github.com/citusdata/citus.git
871 lines
32 KiB
Plaintext
871 lines
32 KiB
Plaintext
--
|
|
-- multi subquery complex queries aims to expand existing subquery pushdown
|
|
-- regression tests to cover more caeses
|
|
-- the tables that are used depends to multi_insert_select_behavioral_analytics_create_table.sql
|
|
--
|
|
-- We don't need shard id sequence here, so commented out to prevent conflicts with concurrent tests
|
|
-- ALTER SEQUENCE pg_catalog.pg_dist_shardid_seq RESTART 1400000;
|
|
ALTER SEQUENCE pg_catalog.pg_dist_jobid_seq RESTART 1400000;
|
|
|
|
SET citus.subquery_pushdown TO TRUE;
|
|
SET citus.enable_router_execution TO FALSE;
|
|
--
|
|
-- NOT SUPPORTED YET BUT SHOULD BE ADDED
|
|
--
|
|
--SELECT ("final_query"."event_types") as types, count(*) AS sumOfEventType
|
|
--FROM
|
|
-- ( SELECT *, random()
|
|
-- FROM
|
|
-- ( SELECT "t"."user_id",
|
|
-- "t"."time",
|
|
-- unnest("t"."collected_events") AS "event_types"
|
|
-- FROM
|
|
-- ( SELECT "t1"."user_id",
|
|
-- min("t1"."time") AS "time",
|
|
-- array_agg(("t1"."event")
|
|
-- ORDER BY time ASC, event DESC) AS collected_events
|
|
-- FROM (
|
|
-- (SELECT *
|
|
-- FROM
|
|
-- (SELECT "events"."user_id",
|
|
-- "events"."time",
|
|
-- 0 AS event
|
|
-- FROM events_table as "events"
|
|
-- WHERE event_type IN (10, 11, 12, 13, 14, 15) ) events_subquery_1)
|
|
-- UNION
|
|
-- (SELECT *
|
|
-- FROM
|
|
-- (SELECT "events"."user_id", "events"."time", 1 AS event
|
|
-- FROM events_table as "events"
|
|
-- WHERE event_type IN (15, 16, 17, 18, 19) ) events_subquery_2)
|
|
-- UNION
|
|
-- (SELECT *
|
|
-- FROM
|
|
-- (SELECT "events"."user_id", "events"."time", 2 AS event
|
|
-- FROM events_table as "events"
|
|
-- WHERE event_type IN (20, 21, 22, 23, 24, 25) ) events_subquery_3)
|
|
-- UNION
|
|
-- (SELECT *
|
|
-- FROM
|
|
-- (SELECT "events"."user_id", "events"."time", 3 AS event
|
|
-- FROM events_table as "events"
|
|
-- WHERE event_type IN (26, 27, 28, 29, 30, 13)) events_subquery_4)) t1
|
|
-- GROUP BY "t1"."user_id") AS t) "q"
|
|
--INNER JOIN
|
|
-- (SELECT "users"."user_id"
|
|
-- FROM users_table as "users"
|
|
-- WHERE value_1 > 50 and value_1 < 70) AS t ON (t.user_id = q.user_id)) as final_query
|
|
--GROUP BY types
|
|
--ORDER BY types;
|
|
--
|
|
-- NOT SUPPORTED YET BUT SHOULD BE ADDED
|
|
--
|
|
--SELECT user_id, count(*) as cnt
|
|
--FROM
|
|
-- (SELECT first_query.user_id,
|
|
-- Random()
|
|
-- FROM
|
|
-- ( SELECT "t"."user_id",
|
|
-- "t"."time",
|
|
-- unnest("t"."collected_events") AS "event_types"
|
|
-- FROM
|
|
-- ( SELECT "t1"."user_id",
|
|
-- min("t1"."time") AS "time",
|
|
-- array_agg(("t1"."event")
|
|
-- ORDER BY time ASC, event DESC) AS collected_events
|
|
-- FROM (
|
|
-- (SELECT *
|
|
-- FROM
|
|
-- (SELECT "events"."user_id",
|
|
-- "events"."time",
|
|
-- 0 AS event
|
|
-- FROM events_table as "events"
|
|
-- WHERE event_type IN (10, 11, 12, 13, 14, 15) ) events_subquery_1)
|
|
-- UNION
|
|
-- (SELECT *
|
|
-- FROM
|
|
-- (SELECT "events"."user_id", "events"."time", 1 AS event
|
|
-- FROM events_table as "events"
|
|
-- WHERE event_type IN (15, 16, 17, 18, 19) ) events_subquery_2)
|
|
-- UNION
|
|
-- (SELECT *
|
|
-- FROM
|
|
-- (SELECT "events"."user_id", "events"."time", 2 AS event
|
|
-- FROM events_table as "events"
|
|
-- WHERE event_type IN (20, 21, 22, 23, 24, 25) ) events_subquery_3)
|
|
-- UNION
|
|
-- (SELECT *
|
|
-- FROM
|
|
-- (SELECT "events"."user_id", "events"."time", 3 AS event
|
|
-- FROM events_table as "events"
|
|
-- WHERE event_type IN (26, 27, 28, 29, 30, 13)) events_subquery_4)) t1
|
|
-- GROUP BY "t1"."user_id") AS t) "first_query"
|
|
--INNER JOIN
|
|
-- (SELECT "t"."user_id"
|
|
-- FROM
|
|
-- (SELECT "users"."user_id"
|
|
-- FROM users_table as "users"
|
|
-- WHERE value_1 > 50 and value_1 < 70) AS t
|
|
-- left OUTER JOIN
|
|
-- (SELECT DISTINCT("events"."user_id")
|
|
-- FROM events_table as "events"
|
|
-- WHERE event_type IN (26, 27, 28, 29, 30, 13)
|
|
-- GROUP BY "events"."user_id") as t2 on t2.user_id = t.user_id ) as second_query
|
|
-- ON ("first_query".user_id = "second_query".user_id)) as final_query
|
|
--GROUP BY user_id ORDER BY cnt DESC, user_id DESC LIMIT 10;
|
|
--
|
|
-- NOT SUPPORTED YET BUT SHOULD BE ADDED
|
|
--
|
|
--SELECT user_id, count(*) as cnt
|
|
--FROM
|
|
-- (SELECT first_query.user_id,
|
|
-- Random()
|
|
-- FROM
|
|
-- ( SELECT "t"."user_id",
|
|
-- "t"."time",
|
|
-- unnest("t"."collected_events") AS "event_types"
|
|
-- FROM
|
|
-- ( SELECT "t1"."user_id",
|
|
-- min("t1"."time") AS "time",
|
|
-- array_agg(("t1"."event")
|
|
-- ORDER BY time ASC, event DESC) AS collected_events
|
|
-- FROM (
|
|
-- (SELECT *
|
|
-- FROM
|
|
-- (SELECT "events"."user_id",
|
|
-- "events"."time",
|
|
-- 0 AS event
|
|
-- FROM events_table as "events"
|
|
-- WHERE event_type IN (10, 11, 12, 13, 14, 15) ) events_subquery_1)
|
|
-- UNION
|
|
-- (SELECT *
|
|
-- FROM
|
|
-- (SELECT "events"."user_id", "events"."time", 1 AS event
|
|
-- FROM events_table as "events"
|
|
-- WHERE event_type IN (15, 16, 17, 18, 19) ) events_subquery_2)
|
|
-- UNION
|
|
-- (SELECT *
|
|
-- FROM
|
|
-- (SELECT "events"."user_id", "events"."time", 2 AS event
|
|
-- FROM events_table as "events"
|
|
-- WHERE event_type IN (20, 21, 22, 23, 24, 25) ) events_subquery_3)
|
|
-- UNION
|
|
-- (SELECT *
|
|
-- FROM
|
|
-- (SELECT "events"."user_id", "events"."time", 3 AS event
|
|
-- FROM events_table as "events"
|
|
-- WHERE event_type IN (26, 27, 28, 29, 30, 13)) events_subquery_4)) t1
|
|
-- GROUP BY "t1"."user_id") AS t) "first_query"
|
|
--INNER JOIN
|
|
-- (SELECT "t"."user_id"
|
|
-- FROM
|
|
-- (SELECT "users"."user_id"
|
|
-- FROM users_table as "users"
|
|
-- WHERE value_1 > 50 and value_1 < 70) AS t
|
|
-- left OUTER JOIN
|
|
-- (SELECT DISTINCT("events"."user_id")
|
|
-- FROM events_table as "events"
|
|
-- WHERE event_type IN (26, 27, 28, 29, 30, 13)
|
|
-- GROUP BY "events"."user_id") as t2 on t2.user_id = t.user_id ) as second_query
|
|
-- ON ("first_query".user_id = "second_query".user_id)) as final_query
|
|
--GROUP BY user_id ORDER BY cnt DESC, user_id DESC LIMIT 10;
|
|
-- Simple LATERAL JOINs with GROUP BYs in each side
|
|
SELECT *
|
|
FROM
|
|
(SELECT "some_users_data".user_id, lastseen
|
|
FROM
|
|
(SELECT user_id,
|
|
Max(time) AS lastseen
|
|
FROM
|
|
(SELECT user_id,
|
|
time
|
|
FROM
|
|
(SELECT user_id,
|
|
time
|
|
FROM events_table as "events"
|
|
WHERE user_id > 10 and user_id < 40) "events_1"
|
|
ORDER BY time DESC
|
|
LIMIT 1000) "recent_events_1"
|
|
GROUP BY user_id
|
|
ORDER BY max(time) DESC) "some_recent_users"
|
|
JOIN LATERAL
|
|
(SELECT "users".user_id
|
|
FROM users_table as "users"
|
|
WHERE "users"."user_id" = "some_recent_users"."user_id"
|
|
AND users.value_2 > 50 and users.value_2 < 55
|
|
LIMIT 1) "some_users_data" ON TRUE
|
|
ORDER BY lastseen DESC
|
|
LIMIT 50) "some_users"
|
|
order BY user_id
|
|
limit 50;
|
|
user_id | lastseen
|
|
---------+---------------------------------
|
|
19 | Tue Jan 21 05:23:09.26298 2014
|
|
22 | Tue Jan 21 05:22:28.223506 2014
|
|
25 | Tue Jan 21 01:10:29.315788 2014
|
|
31 | Tue Jan 21 02:43:24.591489 2014
|
|
33 | Tue Jan 21 04:23:35.623056 2014
|
|
34 | Tue Jan 21 04:15:03.874341 2014
|
|
(6 rows)
|
|
|
|
-- not supported since JOIN is not on the partition key
|
|
SELECT *
|
|
FROM
|
|
(SELECT "some_users_data".user_id, lastseen
|
|
FROM
|
|
(SELECT user_id,
|
|
Max(time) AS lastseen
|
|
FROM
|
|
(SELECT user_id,
|
|
time
|
|
FROM
|
|
(SELECT user_id,
|
|
time
|
|
FROM events_table as "events"
|
|
WHERE user_id > 10 and user_id < 40) "events_1"
|
|
ORDER BY time DESC
|
|
LIMIT 1000) "recent_events_1"
|
|
GROUP BY user_id
|
|
ORDER BY max(time) DESC) "some_recent_users"
|
|
JOIN LATERAL
|
|
(SELECT "users".user_id
|
|
FROM users_table as "users"
|
|
WHERE "users"."value_1" = "some_recent_users"."user_id"
|
|
AND users.value_2 > 50 and users.value_2 < 55
|
|
LIMIT 1) "some_users_data" ON TRUE
|
|
ORDER BY lastseen DESC
|
|
LIMIT 50) "some_users"
|
|
order BY user_id
|
|
limit 50;
|
|
ERROR: cannot pushdown the subquery since all relations are not joined using distribution keys
|
|
DETAIL: Each relation should be joined with at least one another relation using distribution keys and equality operator.
|
|
-- not supported since JOIN is not on the partition key
|
|
-- see (2 * user_id as user_id) target list element
|
|
SELECT *
|
|
FROM
|
|
(SELECT "some_users_data".user_id, lastseen
|
|
FROM
|
|
(SELECT 2 * user_id as user_id,
|
|
(time) AS lastseen
|
|
FROM
|
|
(SELECT user_id,
|
|
time
|
|
FROM
|
|
(SELECT user_id,
|
|
time
|
|
FROM events_table as "events"
|
|
WHERE user_id > 10 and user_id < 40) "events_1"
|
|
ORDER BY time DESC
|
|
LIMIT 1000) "recent_events_1"
|
|
) "some_recent_users"
|
|
JOIN LATERAL
|
|
(SELECT "users".user_id
|
|
FROM users_table as "users"
|
|
WHERE "users"."user_id" = "some_recent_users"."user_id"
|
|
AND users.value_2 > 50 and users.value_2 < 55
|
|
LIMIT 1) "some_users_data" ON TRUE
|
|
ORDER BY lastseen DESC
|
|
LIMIT 50) "some_users"
|
|
order BY user_id
|
|
limit 50;
|
|
ERROR: cannot pushdown the subquery since all relations are not joined using distribution keys
|
|
DETAIL: Each relation should be joined with at least one another relation using distribution keys and equality operator.
|
|
-- LATERAL JOINs used with INNER JOINs
|
|
SELECT user_id, lastseen
|
|
FROM
|
|
(SELECT "some_users_data".user_id, lastseen
|
|
FROM
|
|
(SELECT filter_users_1.user_id,
|
|
time AS lastseen
|
|
FROM
|
|
(SELECT user_where_1_1.user_id
|
|
FROM
|
|
(SELECT "users"."user_id"
|
|
FROM users_table as "users"
|
|
WHERE user_id > 12 and user_id < 16 and value_1 > 20) user_where_1_1
|
|
INNER JOIN
|
|
(SELECT "users"."user_id"
|
|
FROM users_table as "users"
|
|
WHERE user_id > 12 and user_id < 16 and value_2 > 60) user_where_1_join_1
|
|
ON ("user_where_1_1".user_id = "user_where_1_join_1".user_id)) filter_users_1
|
|
JOIN LATERAL
|
|
(SELECT user_id,
|
|
time
|
|
FROM events_table as "events"
|
|
WHERE user_id > 12 and user_id < 16 and user_id = filter_users_1.user_id
|
|
ORDER BY time DESC
|
|
LIMIT 1) "last_events_1" ON TRUE
|
|
ORDER BY time DESC
|
|
LIMIT 10) "some_recent_users"
|
|
JOIN LATERAL
|
|
(SELECT "users".user_id
|
|
FROM users_table as "users"
|
|
WHERE "users"."user_id" = "some_recent_users"."user_id"
|
|
AND "users"."value_2" > 70
|
|
LIMIT 1) "some_users_data" ON TRUE
|
|
ORDER BY lastseen DESC
|
|
LIMIT 10) "some_users"
|
|
order BY user_id DESC
|
|
limit 10;
|
|
user_id | lastseen
|
|
---------+---------------------------------
|
|
15 | Tue Jan 21 02:25:36.136461 2014
|
|
15 | Tue Jan 21 02:25:36.136461 2014
|
|
15 | Tue Jan 21 02:25:36.136461 2014
|
|
15 | Tue Jan 21 02:25:36.136461 2014
|
|
15 | Tue Jan 21 02:25:36.136461 2014
|
|
15 | Tue Jan 21 02:25:36.136461 2014
|
|
15 | Tue Jan 21 02:25:36.136461 2014
|
|
15 | Tue Jan 21 02:25:36.136461 2014
|
|
15 | Tue Jan 21 02:25:36.136461 2014
|
|
15 | Tue Jan 21 02:25:36.136461 2014
|
|
(10 rows)
|
|
|
|
-- not supported since the inner JOIN is not equi join
|
|
SELECT user_id, lastseen
|
|
FROM
|
|
(SELECT "some_users_data".user_id, lastseen
|
|
FROM
|
|
(SELECT filter_users_1.user_id,
|
|
time AS lastseen
|
|
FROM
|
|
(SELECT user_where_1_1.user_id
|
|
FROM
|
|
(SELECT "users"."user_id"
|
|
FROM users_table as "users"
|
|
WHERE user_id > 12 and user_id < 16 and value_1 > 20) user_where_1_1
|
|
INNER JOIN
|
|
(SELECT "users"."user_id"
|
|
FROM users_table as "users"
|
|
WHERE user_id > 12 and user_id < 16 and value_2 > 60) user_where_1_join_1
|
|
ON ("user_where_1_1".user_id != "user_where_1_join_1".user_id)) filter_users_1
|
|
JOIN LATERAL
|
|
(SELECT user_id,
|
|
time
|
|
FROM events_table as "events"
|
|
WHERE user_id > 12 and user_id < 16 and user_id = filter_users_1.user_id
|
|
ORDER BY time DESC
|
|
LIMIT 1) "last_events_1" ON TRUE
|
|
ORDER BY time DESC
|
|
LIMIT 10) "some_recent_users"
|
|
JOIN LATERAL
|
|
(SELECT "users".user_id
|
|
FROM users_table as "users"
|
|
WHERE "users"."user_id" = "some_recent_users"."user_id"
|
|
AND "users"."value_2" > 70
|
|
LIMIT 1) "some_users_data" ON TRUE
|
|
ORDER BY lastseen DESC
|
|
LIMIT 10) "some_users"
|
|
order BY user_id DESC
|
|
limit 10;
|
|
ERROR: cannot pushdown the subquery since all relations are not joined using distribution keys
|
|
DETAIL: Each relation should be joined with at least one another relation using distribution keys and equality operator.
|
|
-- not supported since the inner JOIN is not on the partition key
|
|
SELECT user_id, lastseen
|
|
FROM
|
|
(SELECT "some_users_data".user_id, lastseen
|
|
FROM
|
|
(SELECT filter_users_1.user_id,
|
|
time AS lastseen
|
|
FROM
|
|
(SELECT user_where_1_1.user_id
|
|
FROM
|
|
(SELECT "users"."user_id"
|
|
FROM users_table as "users"
|
|
WHERE user_id > 12 and user_id < 16 and value_1 > 20) user_where_1_1
|
|
INNER JOIN
|
|
(SELECT "users"."user_id", "users"."value_1"
|
|
FROM users_table as "users"
|
|
WHERE user_id > 12 and user_id < 16 and value_2 > 60) user_where_1_join_1
|
|
ON ("user_where_1_1".user_id = "user_where_1_join_1".value_1)) filter_users_1
|
|
JOIN LATERAL
|
|
(SELECT user_id,
|
|
time
|
|
FROM events_table as "events"
|
|
WHERE user_id > 12 and user_id < 16 and user_id = filter_users_1.user_id
|
|
ORDER BY time DESC
|
|
LIMIT 1) "last_events_1" ON TRUE
|
|
ORDER BY time DESC
|
|
LIMIT 10) "some_recent_users"
|
|
JOIN LATERAL
|
|
(SELECT "users".user_id
|
|
FROM users_table as "users"
|
|
WHERE "users"."user_id" = "some_recent_users"."user_id"
|
|
AND "users"."value_2" > 70
|
|
LIMIT 1) "some_users_data" ON TRUE
|
|
ORDER BY lastseen DESC
|
|
LIMIT 10) "some_users"
|
|
order BY user_id DESC
|
|
limit 10;
|
|
ERROR: cannot pushdown the subquery since all relations are not joined using distribution keys
|
|
DETAIL: Each relation should be joined with at least one another relation using distribution keys and equality operator.
|
|
-- not supported since upper LATERAL JOIN is not equi join
|
|
SELECT user_id, lastseen
|
|
FROM
|
|
(SELECT "some_users_data".user_id, lastseen
|
|
FROM
|
|
(SELECT filter_users_1.user_id,
|
|
time AS lastseen
|
|
FROM
|
|
(SELECT user_where_1_1.user_id
|
|
FROM
|
|
(SELECT "users"."user_id"
|
|
FROM users_table as "users"
|
|
WHERE user_id > 12 and user_id < 16 and value_1 > 20) user_where_1_1
|
|
INNER JOIN
|
|
(SELECT "users"."user_id", "users"."value_1"
|
|
FROM users_table as "users"
|
|
WHERE user_id > 12 and user_id < 16 and value_2 > 60) user_where_1_join_1
|
|
ON ("user_where_1_1".user_id = "user_where_1_join_1".user_id)) filter_users_1
|
|
JOIN LATERAL
|
|
(SELECT user_id,
|
|
time
|
|
FROM events_table as "events"
|
|
WHERE user_id > 12 and user_id < 16 and user_id != filter_users_1.user_id
|
|
ORDER BY time DESC
|
|
LIMIT 1) "last_events_1" ON TRUE
|
|
ORDER BY time DESC
|
|
LIMIT 10) "some_recent_users"
|
|
JOIN LATERAL
|
|
(SELECT "users".user_id
|
|
FROM users_table as "users"
|
|
WHERE "users"."user_id" = "some_recent_users"."user_id"
|
|
AND "users"."value_2" > 70
|
|
LIMIT 1) "some_users_data" ON TRUE
|
|
ORDER BY lastseen DESC
|
|
LIMIT 10) "some_users"
|
|
order BY user_id DESC
|
|
limit 10;
|
|
ERROR: cannot pushdown the subquery since all relations are not joined using distribution keys
|
|
DETAIL: Each relation should be joined with at least one another relation using distribution keys and equality operator.
|
|
-- not supported since lower LATERAL JOIN is not on the partition key
|
|
SELECT user_id, lastseen
|
|
FROM
|
|
(SELECT "some_users_data".user_id, lastseen
|
|
FROM
|
|
(SELECT filter_users_1.user_id,
|
|
time AS lastseen
|
|
FROM
|
|
(SELECT user_where_1_1.user_id
|
|
FROM
|
|
(SELECT "users"."user_id"
|
|
FROM users_table as "users"
|
|
WHERE user_id > 12 and user_id < 16 and value_1 > 20) user_where_1_1
|
|
INNER JOIN
|
|
(SELECT "users"."user_id", "users"."value_1"
|
|
FROM users_table as "users"
|
|
WHERE user_id > 12 and user_id < 16 and value_2 > 60) user_where_1_join_1
|
|
ON ("user_where_1_1".user_id = "user_where_1_join_1".user_id)) filter_users_1
|
|
JOIN LATERAL
|
|
(SELECT user_id,
|
|
time
|
|
FROM events_table as "events"
|
|
WHERE user_id > 12 and user_id < 16 and user_id = filter_users_1.user_id
|
|
ORDER BY time DESC
|
|
LIMIT 1) "last_events_1" ON TRUE
|
|
ORDER BY time DESC
|
|
LIMIT 10) "some_recent_users"
|
|
JOIN LATERAL
|
|
(SELECT "users".user_id
|
|
FROM users_table as "users"
|
|
WHERE "users"."value_1" = "some_recent_users"."user_id"
|
|
AND "users"."value_2" > 70
|
|
LIMIT 1) "some_users_data" ON TRUE
|
|
ORDER BY lastseen DESC
|
|
LIMIT 10) "some_users"
|
|
order BY user_id DESC
|
|
limit 10;
|
|
ERROR: cannot pushdown the subquery since all relations are not joined using distribution keys
|
|
DETAIL: Each relation should be joined with at least one another relation using distribution keys and equality operator.
|
|
-- NESTED INNER JOINs
|
|
SELECT
|
|
count(*) AS value, "generated_group_field"
|
|
FROM
|
|
(SELECT DISTINCT "pushedDownQuery"."real_user_id", "generated_group_field"
|
|
FROM
|
|
(SELECT "eventQuery"."real_user_id", "eventQuery"."time", random(), ("eventQuery"."value_2") AS "generated_group_field"
|
|
FROM
|
|
(SELECT *
|
|
FROM
|
|
(SELECT "events"."time", "events"."user_id", "events"."value_2"
|
|
FROM events_table as "events"
|
|
WHERE user_id > 10 and user_id < 40 and event_type IN (40, 41, 42, 43, 44, 45) ) "temp_data_queries"
|
|
inner JOIN
|
|
(SELECT
|
|
user_where_1_1.real_user_id
|
|
FROM
|
|
(SELECT "users"."user_id" as real_user_id
|
|
FROM users_table as "users"
|
|
WHERE user_id > 10 and user_id < 40 and value_2 > 50 ) user_where_1_1
|
|
INNER JOIN
|
|
(SELECT "users"."user_id"
|
|
FROM users_table as "users"
|
|
WHERE user_id > 10 and user_id < 40 and value_3 > 50 ) user_where_1_join_1
|
|
ON ("user_where_1_1".real_user_id = "user_where_1_join_1".user_id)) "user_filters_1"
|
|
ON ("temp_data_queries".user_id = "user_filters_1".real_user_id)) "eventQuery") "pushedDownQuery") "pushedDownQuery"
|
|
GROUP BY "generated_group_field" ORDER BY generated_group_field DESC, value DESC;
|
|
value | generated_group_field
|
|
-------+-----------------------
|
|
1 | 966
|
|
1 | 917
|
|
1 | 905
|
|
1 | 868
|
|
1 | 836
|
|
1 | 791
|
|
1 | 671
|
|
1 | 642
|
|
1 | 358
|
|
1 | 317
|
|
1 | 307
|
|
1 | 302
|
|
1 | 214
|
|
1 | 166
|
|
1 | 116
|
|
1 | 1
|
|
(16 rows)
|
|
|
|
-- not supported since the first inner join is not on the partition key
|
|
SELECT
|
|
count(*) AS value, "generated_group_field"
|
|
FROM
|
|
(SELECT DISTINCT "pushedDownQuery"."real_user_id", "generated_group_field"
|
|
FROM
|
|
(SELECT "eventQuery"."real_user_id", "eventQuery"."time", random(), ("eventQuery"."value_2") AS "generated_group_field"
|
|
FROM
|
|
(SELECT *
|
|
FROM
|
|
(SELECT "events"."time", "events"."user_id", "events"."value_2"
|
|
FROM events_table as "events"
|
|
WHERE user_id > 10 and user_id < 40 and event_type IN (40, 41, 42, 43, 44, 45) ) "temp_data_queries"
|
|
inner JOIN
|
|
(SELECT
|
|
user_where_1_1.real_user_id
|
|
FROM
|
|
(SELECT "users"."user_id" as real_user_id
|
|
FROM users_table as "users"
|
|
WHERE user_id > 10 and user_id < 40 and value_2 > 50 ) user_where_1_1
|
|
INNER JOIN
|
|
(SELECT "users"."user_id"
|
|
FROM users_table as "users"
|
|
WHERE user_id > 10 and user_id < 40 and value_3 > 50 ) user_where_1_join_1
|
|
ON ("user_where_1_1".real_user_id = "user_where_1_join_1".user_id)) "user_filters_1"
|
|
ON ("temp_data_queries".value_2 = "user_filters_1".real_user_id)) "eventQuery") "pushedDownQuery") "pushedDownQuery"
|
|
GROUP BY "generated_group_field" ORDER BY generated_group_field DESC, value DESC;
|
|
ERROR: cannot pushdown the subquery since all relations are not joined using distribution keys
|
|
DETAIL: Each relation should be joined with at least one another relation using distribution keys and equality operator.
|
|
-- not supported since the first inner join is not an equi join
|
|
SELECT
|
|
count(*) AS value, "generated_group_field"
|
|
FROM
|
|
(SELECT DISTINCT "pushedDownQuery"."real_user_id", "generated_group_field"
|
|
FROM
|
|
(SELECT "eventQuery"."real_user_id", "eventQuery"."time", random(), ("eventQuery"."value_2") AS "generated_group_field"
|
|
FROM
|
|
(SELECT *
|
|
FROM
|
|
(SELECT "events"."time", "events"."user_id", "events"."value_2"
|
|
FROM events_table as "events"
|
|
WHERE user_id > 10 and user_id < 40 and event_type IN (40, 41, 42, 43, 44, 45) ) "temp_data_queries"
|
|
inner JOIN
|
|
(SELECT
|
|
user_where_1_1.real_user_id
|
|
FROM
|
|
(SELECT "users"."user_id" as real_user_id
|
|
FROM users_table as "users"
|
|
WHERE user_id > 10 and user_id < 40 and value_2 > 50 ) user_where_1_1
|
|
INNER JOIN
|
|
(SELECT "users"."user_id"
|
|
FROM users_table as "users"
|
|
WHERE user_id > 10 and user_id < 40 and value_3 > 50 ) user_where_1_join_1
|
|
ON ("user_where_1_1".real_user_id >= "user_where_1_join_1".user_id)) "user_filters_1"
|
|
ON ("temp_data_queries".user_id = "user_filters_1".real_user_id)) "eventQuery") "pushedDownQuery") "pushedDownQuery"
|
|
GROUP BY "generated_group_field" ORDER BY generated_group_field DESC, value DESC;
|
|
ERROR: cannot pushdown the subquery since all relations are not joined using distribution keys
|
|
DETAIL: Each relation should be joined with at least one another relation using distribution keys and equality operator.
|
|
-- single level inner joins
|
|
SELECT
|
|
"value_3", count(*) AS cnt
|
|
FROM
|
|
(SELECT "value_3", "user_id", random()
|
|
FROM
|
|
(SELECT users_in_segment_1.user_id, value_3
|
|
FROM
|
|
(SELECT user_id, value_3 * 2 as value_3
|
|
FROM
|
|
(SELECT user_id, value_3
|
|
FROM
|
|
(SELECT "users"."user_id", value_3
|
|
FROM users_table as "users"
|
|
WHERE user_id > 10 and user_id < 40 and value_2 > 30) simple_user_where_1) all_buckets_1) users_in_segment_1
|
|
JOIN
|
|
(SELECT "users"."user_id"
|
|
FROM users_table as "users"
|
|
WHERE user_id > 10 and user_id < 40 and value_2 > 60) some_users_data
|
|
ON ("users_in_segment_1".user_id = "some_users_data".user_id)) segmentalias_1) "tempQuery"
|
|
GROUP BY "value_3" ORDER BY cnt, value_3 DESC LIMIT 10;
|
|
value_3 | cnt
|
|
---------+-----
|
|
556 | 75
|
|
228 | 75
|
|
146 | 75
|
|
70 | 75
|
|
1442 | 79
|
|
1232 | 79
|
|
1090 | 79
|
|
1012 | 79
|
|
886 | 79
|
|
674 | 79
|
|
(10 rows)
|
|
|
|
-- not supported since there is no partition column equality at all
|
|
SELECT
|
|
"value_3", count(*) AS cnt
|
|
FROM
|
|
(SELECT "value_3", "user_id", random()
|
|
FROM
|
|
(SELECT users_in_segment_1.user_id, value_3
|
|
FROM
|
|
(SELECT user_id, value_3 * 2 as value_3
|
|
FROM
|
|
(SELECT user_id, value_3
|
|
FROM
|
|
(SELECT "users"."user_id", value_3
|
|
FROM users_table as "users"
|
|
WHERE user_id > 10 and user_id < 40 and value_2 > 30) simple_user_where_1) all_buckets_1) users_in_segment_1
|
|
JOIN
|
|
(SELECT "users"."user_id"
|
|
FROM users_table as "users"
|
|
WHERE user_id > 10 and user_id < 40 and value_2 > 60) some_users_data
|
|
ON (true)) segmentalias_1) "tempQuery"
|
|
GROUP BY "value_3" ORDER BY cnt, value_3 DESC LIMIT 10;
|
|
ERROR: cannot pushdown the subquery since all relations are not joined using distribution keys
|
|
DETAIL: Each relation should be joined with at least one another relation using distribution keys and equality operator.
|
|
-- nested LATERAL JOINs
|
|
SELECT *
|
|
FROM
|
|
(SELECT "some_users_data".user_id,
|
|
"some_recent_users".value_3
|
|
FROM
|
|
(SELECT filter_users_1.user_id,
|
|
value_3
|
|
FROM
|
|
(SELECT "users"."user_id"
|
|
FROM users_table as "users"
|
|
WHERE user_id > 20 and user_id < 70 and users.value_2 = 200) filter_users_1
|
|
JOIN LATERAL
|
|
(SELECT user_id,
|
|
value_3
|
|
FROM events_table as "events"
|
|
WHERE user_id > 20 and user_id < 70
|
|
AND ("events".user_id = "filter_users_1".user_id)
|
|
ORDER BY value_3 DESC
|
|
LIMIT 1) "last_events_1" ON TRUE
|
|
ORDER BY value_3 DESC
|
|
LIMIT 10) "some_recent_users"
|
|
JOIN LATERAL
|
|
(SELECT "users".user_id
|
|
FROM users_table as "users"
|
|
WHERE "users"."user_id" = "some_recent_users"."user_id"
|
|
AND users.value_2 > 200
|
|
LIMIT 1) "some_users_data" ON TRUE
|
|
ORDER BY value_3 DESC
|
|
LIMIT 10) "some_users"
|
|
order BY
|
|
value_3 DESC
|
|
limit 10;
|
|
user_id | value_3
|
|
---------+---------
|
|
44 | 998
|
|
65 | 996
|
|
66 | 996
|
|
37 | 995
|
|
57 | 989
|
|
21 | 985
|
|
(6 rows)
|
|
|
|
-- longer nested lateral joins
|
|
SELECT *
|
|
FROM
|
|
(SELECT "some_users_data".user_id,
|
|
"some_recent_users".value_3
|
|
FROM
|
|
(SELECT filter_users_1.user_id,
|
|
value_3
|
|
FROM
|
|
(SELECT "users"."user_id"
|
|
FROM users_table as "users"
|
|
WHERE user_id > 20 and user_id < 70 and users.value_2 = 200) filter_users_1
|
|
JOIN LATERAL
|
|
(SELECT user_id,
|
|
value_3
|
|
FROM events_table as "events"
|
|
WHERE user_id > 20 and user_id < 70
|
|
AND ("events".user_id = "filter_users_1".user_id)
|
|
ORDER BY value_3 DESC
|
|
LIMIT 1) "last_events_1" ON TRUE
|
|
ORDER BY value_3 DESC
|
|
LIMIT 10) "some_recent_users"
|
|
JOIN LATERAL
|
|
(SELECT "users".user_id
|
|
FROM users_table as "users"
|
|
WHERE "users"."user_id" = "some_recent_users"."user_id"
|
|
AND users.value_2 > 200
|
|
LIMIT 1) "some_users_data" ON TRUE
|
|
ORDER BY value_3 DESC
|
|
LIMIT 10) "some_users"
|
|
order BY
|
|
value_3 DESC
|
|
limit 10;
|
|
user_id | value_3
|
|
---------+---------
|
|
44 | 998
|
|
65 | 996
|
|
66 | 996
|
|
37 | 995
|
|
57 | 989
|
|
21 | 985
|
|
(6 rows)
|
|
|
|
-- LEFT JOINs used with INNER JOINs
|
|
SELECT
|
|
count(*) AS cnt, "generated_group_field"
|
|
FROM
|
|
(SELECT "eventQuery"."user_id", random(), generated_group_field
|
|
FROM
|
|
(SELECT "multi_group_wrapper_1".*, generated_group_field, random()
|
|
FROM
|
|
(SELECT *
|
|
FROM
|
|
(SELECT "events"."time", "events"."user_id" as event_user_id
|
|
FROM events_table as "events"
|
|
WHERE user_id > 80) "temp_data_queries"
|
|
INNER JOIN
|
|
(SELECT "users"."user_id"
|
|
FROM users_table as "users"
|
|
WHERE user_id > 80 and value_2 = 5) "user_filters_1"
|
|
on ("temp_data_queries".event_user_id = "user_filters_1".user_id)) AS "multi_group_wrapper_1"
|
|
LEFT JOIN
|
|
(SELECT "users"."user_id" AS "user_id", value_2 AS "generated_group_field"
|
|
FROM users_table as "users") "left_group_by_1"
|
|
on ("left_group_by_1".user_id = "multi_group_wrapper_1".event_user_id)) "eventQuery") "pushedDownQuery"
|
|
group BY
|
|
"generated_group_field"
|
|
ORDER BY cnt DESC, generated_group_field ASC
|
|
LIMIT 10;
|
|
cnt | generated_group_field
|
|
-----+-----------------------
|
|
176 | 551
|
|
176 | 569
|
|
176 | 645
|
|
176 | 713
|
|
176 | 734
|
|
88 | 3
|
|
88 | 5
|
|
88 | 15
|
|
88 | 32
|
|
88 | 68
|
|
(10 rows)
|
|
|
|
-- single table subquery, no JOINS involved
|
|
SELECT
|
|
count(*) AS cnt, user_id
|
|
FROM
|
|
(SELECT "eventQuery"."user_id", random()
|
|
FROM
|
|
(SELECT "events"."user_id"
|
|
FROM events_table "events"
|
|
WHERE event_type IN (10, 20, 30, 40, 50, 60, 70, 80, 90)) "eventQuery") "pushedDownQuery"
|
|
GROUP BY
|
|
"user_id"
|
|
ORDER BY cnt DESC, user_id DESC
|
|
LIMIT 10;
|
|
cnt | user_id
|
|
-----+---------
|
|
4 | 24
|
|
3 | 96
|
|
3 | 93
|
|
3 | 49
|
|
3 | 46
|
|
3 | 38
|
|
3 | 14
|
|
3 | 10
|
|
2 | 99
|
|
2 | 95
|
|
(10 rows)
|
|
|
|
-- lateral joins in the nested manner
|
|
SELECT *
|
|
FROM
|
|
(SELECT "some_users_data".user_id, value_2
|
|
FROM
|
|
(SELECT user_id,
|
|
Max(value_2) AS value_2
|
|
FROM
|
|
(SELECT user_id,
|
|
value_2
|
|
FROM
|
|
(SELECT user_id,
|
|
value_2
|
|
FROM events_table as "events"
|
|
WHERE user_id > 10 and user_id < 20) "events_1"
|
|
ORDER BY value_2 DESC
|
|
LIMIT 10000) "recent_events_1"
|
|
GROUP BY user_id
|
|
ORDER BY max(value_2) DESC) "some_recent_users"
|
|
JOIN LATERAL
|
|
(SELECT "users".user_id
|
|
FROM users_table as "users"
|
|
WHERE "users"."user_id" = "some_recent_users"."user_id"
|
|
AND value_2 > 75
|
|
LIMIT 1) "some_users_data" ON TRUE
|
|
ORDER BY value_2 DESC
|
|
LIMIT 10) "some_users"
|
|
order BY value_2 DESC, user_id DESC
|
|
limit 10;
|
|
user_id | value_2
|
|
---------+---------
|
|
13 | 998
|
|
18 | 994
|
|
16 | 993
|
|
12 | 993
|
|
11 | 993
|
|
14 | 991
|
|
17 | 976
|
|
15 | 976
|
|
19 | 966
|
|
(9 rows)
|
|
|
|
-- not supported since join is not on the partition key
|
|
SELECT *
|
|
FROM
|
|
(SELECT "some_users_data".user_id, value_2
|
|
FROM
|
|
(SELECT user_id,
|
|
Max(value_2) AS value_2
|
|
FROM
|
|
(SELECT user_id,
|
|
value_2
|
|
FROM
|
|
(SELECT user_id,
|
|
value_2
|
|
FROM events_table as "events"
|
|
WHERE user_id > 10 and user_id < 20) "events_1"
|
|
ORDER BY value_2 DESC
|
|
LIMIT 10000) "recent_events_1"
|
|
GROUP BY user_id
|
|
ORDER BY max(value_2) DESC) "some_recent_users"
|
|
JOIN LATERAL
|
|
(SELECT "users".user_id
|
|
FROM users_table as "users"
|
|
WHERE "users"."value_2" = "some_recent_users"."user_id"
|
|
AND value_2 > 75
|
|
LIMIT 1) "some_users_data" ON TRUE
|
|
ORDER BY value_2 DESC
|
|
LIMIT 10) "some_users"
|
|
order BY value_2 DESC, user_id DESC
|
|
limit 10;
|
|
ERROR: cannot pushdown the subquery since all relations are not joined using distribution keys
|
|
DETAIL: Each relation should be joined with at least one another relation using distribution keys and equality operator.
|
|
SET citus.subquery_pushdown TO FALSE;
|
|
SET citus.enable_router_execution TO TRUE;
|