external
/
citus
mirror of https://github.com/citusdata/citus.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #495 from citusdata/fix/494_invalid_distributed_explain_json 

Distributed EXPLAIN: Generate valid JSON output
pull/531/head
Önder Kalacı 2016-05-06 15:01:49 +03:00
parent ca909a71fc 1b4fbc76e2
commit de3bcc4364
4 changed files with 766 additions and 305 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

52
src/backend/distributed/planner/multi_explain.c
View File

@ -182,6 +182,8 @@ MultiExplainOneQuery(Query *query, IntoClause *into, ExplainState *es,
return; return;
} }
ExplainOpenGroup("Distributed Query", NULL, true, es);
if (es->format == EXPLAIN_FORMAT_TEXT) if (es->format == EXPLAIN_FORMAT_TEXT)
{ {
appendStringInfoSpaces(es->str, es->indent * 2); appendStringInfoSpaces(es->str, es->indent * 2);
@ -246,13 +248,19 @@ MultiExplainOneQuery(Query *query, IntoClause *into, ExplainState *es,
es->indent += 1; es->indent += 1;
} }
ExplainOpenGroup("Master Query", "Master Query", false, es);
ExplainMasterPlan(masterPlan, into, es, queryString, params, &planDuration); ExplainMasterPlan(masterPlan, into, es, queryString, params, &planDuration);
ExplainCloseGroup("Master Query", "Master Query", false, es);
if (es->format == EXPLAIN_FORMAT_TEXT) if (es->format == EXPLAIN_FORMAT_TEXT)
{ {
es->indent -= 1; es->indent -= 1;
} }
} }
ExplainCloseGroup("Distributed Query", NULL, true, es);
} }
@ -390,7 +398,7 @@ ExplainJob(Job *job, ExplainState *es)
List *taskList = job->taskList; List *taskList = job->taskList;
int taskCount = list_length(taskList); int taskCount = list_length(taskList);
ExplainOpenGroup("Job", NULL, true, es); ExplainOpenGroup("Job", "Job", true, es);
ExplainPropertyInteger("Task Count", taskCount, es); ExplainPropertyInteger("Task Count", taskCount, es);
@ -423,19 +431,25 @@ ExplainJob(Job *job, ExplainState *es)
ExplainCloseGroup("Tasks", "Tasks", false, es); ExplainCloseGroup("Tasks", "Tasks", false, es);
} }
else
ExplainCloseGroup("Job", NULL, true, es);
/* show explain output for depended jobs, if any */
foreach(dependedJobCell, dependedJobList)
{ {
Job *dependedJob = (Job *) lfirst(dependedJobCell); ExplainOpenGroup("Depended Jobs", "Depended Jobs", false, es);
if (CitusIsA(dependedJob, MapMergeJob)) /* show explain output for depended jobs, if any */
foreach(dependedJobCell, dependedJobList)
{ {
ExplainMapMergeJob((MapMergeJob *) dependedJob, es); Job *dependedJob = (Job *) lfirst(dependedJobCell);
if (CitusIsA(dependedJob, MapMergeJob))
{
ExplainMapMergeJob((MapMergeJob *) dependedJob, es);
}
} }
ExplainCloseGroup("Depended Jobs", "Depended Jobs", false, es);
} }
ExplainCloseGroup("Job", "Job", true, es);
} }
@ -449,6 +463,7 @@ static void
ExplainMapMergeJob(MapMergeJob *mapMergeJob, ExplainState *es) ExplainMapMergeJob(MapMergeJob *mapMergeJob, ExplainState *es)
{ {
List *dependedJobList = mapMergeJob->job.dependedJobList; List *dependedJobList = mapMergeJob->job.dependedJobList;
int dependedJobCount = list_length(dependedJobList);
ListCell *dependedJobCell = NULL; ListCell *dependedJobCell = NULL;
int mapTaskCount = list_length(mapMergeJob->mapTaskList); int mapTaskCount = list_length(mapMergeJob->mapTaskList);
int mergeTaskCount = list_length(mapMergeJob->mergeTaskList); int mergeTaskCount = list_length(mapMergeJob->mergeTaskList);
@ -465,18 +480,25 @@ ExplainMapMergeJob(MapMergeJob *mapMergeJob, ExplainState *es)
ExplainPropertyInteger("Map Task Count", mapTaskCount, es); ExplainPropertyInteger("Map Task Count", mapTaskCount, es);
ExplainPropertyInteger("Merge Task Count", mergeTaskCount, es); ExplainPropertyInteger("Merge Task Count", mergeTaskCount, es);
ExplainCloseGroup("Job", NULL, true, es); if (dependedJobCount > 0)
foreach(dependedJobCell, dependedJobList)
{ {
Job *dependedJob = (Job *) lfirst(dependedJobCell); ExplainOpenGroup("Depended Jobs", "Depended Jobs", false, es);
if (CitusIsA(dependedJob, MapMergeJob)) foreach(dependedJobCell, dependedJobList)
{ {
ExplainMapMergeJob((MapMergeJob *) dependedJob, es); Job *dependedJob = (Job *) lfirst(dependedJobCell);
if (CitusIsA(dependedJob, MapMergeJob))
{
ExplainMapMergeJob((MapMergeJob *) dependedJob, es);
}
} }
ExplainCloseGroup("Depended Jobs", "Depended Jobs", false, es);
} }
ExplainCloseGroup("MapMergeJob", NULL, true, es);
if (es->format == EXPLAIN_FORMAT_TEXT) if (es->format == EXPLAIN_FORMAT_TEXT)
{ {
es->indent -= 3; es->indent -= 3;

469
src/test/regress/expected/multi_explain.out
View File

@ -4,6 +4,28 @@
\a\t \a\t
SET citus.task_executor_type TO 'real-time'; SET citus.task_executor_type TO 'real-time';
SET citus.explain_distributed_queries TO on; SET citus.explain_distributed_queries TO on;
-- Function that parses explain output as JSON
CREATE FUNCTION explain_json(query text)
RETURNS jsonb
AS $BODY$
DECLARE
result jsonb;
BEGIN
EXECUTE format('EXPLAIN (FORMAT JSON) %s', query) INTO result;
RETURN result;
END;
$BODY$ LANGUAGE plpgsql;
-- Function that parses explain output as XML
CREATE FUNCTION explain_xml(query text)
RETURNS xml
AS $BODY$
DECLARE
result xml;
BEGIN
EXECUTE format('EXPLAIN (FORMAT XML) %s', query) INTO result;
RETURN result;
END;
$BODY$ LANGUAGE plpgsql;
-- Test Text format -- Test Text format
EXPLAIN (COSTS FALSE, FORMAT TEXT) EXPLAIN (COSTS FALSE, FORMAT TEXT)
SELECT l_quantity, count(*) count_quantity FROM lineitem SELECT l_quantity, count(*) count_quantity FROM lineitem
@ -28,165 +50,185 @@ EXPLAIN (COSTS FALSE, FORMAT JSON)
SELECT l_quantity, count(*) count_quantity FROM lineitem SELECT l_quantity, count(*) count_quantity FROM lineitem
GROUP BY l_quantity ORDER BY count_quantity, l_quantity; GROUP BY l_quantity ORDER BY count_quantity, l_quantity;
[ [
"Executor": "Real-Time",
{ {
"Task Count": 6, "Executor": "Real-Time",
"Tasks Shown": "One of 6", "Job": {
"Tasks": [ "Task Count": 6,
{ "Tasks Shown": "One of 6",
"Node": "host=localhost port=57637 dbname=regression", "Tasks": [
"Remote Plan": [
[
{
"Plan": {
"Node Type": "Aggregate",
"Strategy": "Hashed",
"Group Key": ["l_quantity"],
"Plans": [
{
"Node Type": "Seq Scan",
"Parent Relationship": "Outer",
"Relation Name": "lineitem_102010",
"Alias": "lineitem"
}
]
}
}
]
]
}
]
},
{
"Plan": {
"Node Type": "Sort",
"Sort Key": ["(sum(((sum(intermediate_column_41_1))::bigint)))::bigint", "intermediate_column_41_0"],
"Plans": [
{ {
"Node Type": "Aggregate", "Node": "host=localhost port=57637 dbname=regression",
"Strategy": "Hashed", "Remote Plan": [
"Parent Relationship": "Outer", [
"Group Key": ["intermediate_column_41_0"], {
"Plans": [ "Plan": {
{ "Node Type": "Aggregate",
"Node Type": "Seq Scan", "Strategy": "Hashed",
"Parent Relationship": "Outer", "Group Key": ["l_quantity"],
"Relation Name": "pg_merge_job_0041", "Plans": [
"Alias": "pg_merge_job_0041" {
} "Node Type": "Seq Scan",
"Parent Relationship": "Outer",
"Relation Name": "lineitem_102010",
"Alias": "lineitem"
}
]
}
}
]
] ]
} }
] ]
} },
"Master Query": [
{
"Plan": {
"Node Type": "Sort",
"Sort Key": ["(sum(((sum(intermediate_column_41_1))::bigint)))::bigint", "intermediate_column_41_0"],
"Plans": [
{
"Node Type": "Aggregate",
"Strategy": "Hashed",
"Parent Relationship": "Outer",
"Group Key": ["intermediate_column_41_0"],
"Plans": [
{
"Node Type": "Seq Scan",
"Parent Relationship": "Outer",
"Relation Name": "pg_merge_job_0041",
"Alias": "pg_merge_job_0041"
}
]
}
]
}
}
]
} }
] ]
-- Validate JSON format
SELECT true AS valid FROM explain_json($$
SELECT l_quantity, count(*) count_quantity FROM lineitem
GROUP BY l_quantity ORDER BY count_quantity, l_quantity$$);
t
-- Test XML format -- Test XML format
EXPLAIN (COSTS FALSE, FORMAT XML) EXPLAIN (COSTS FALSE, FORMAT XML)
SELECT l_quantity, count(*) count_quantity FROM lineitem SELECT l_quantity, count(*) count_quantity FROM lineitem
GROUP BY l_quantity ORDER BY count_quantity, l_quantity; GROUP BY l_quantity ORDER BY count_quantity, l_quantity;
<explain xmlns="http://www.postgresql.org/2009/explain"> <explain xmlns="http://www.postgresql.org/2009/explain">
<Executor>Real-Time</Executor> <Distributed-Query>
<Job> <Executor>Real-Time</Executor>
<Task-Count>6</Task-Count> <Job>
<Tasks-Shown>One of 6</Tasks-Shown> <Task-Count>6</Task-Count>
<Tasks> <Tasks-Shown>One of 6</Tasks-Shown>
<Task> <Tasks>
<Node>host=localhost port=57637 dbname=regression</Node> <Task>
<Remote-Plan> <Node>host=localhost port=57637 dbname=regression</Node>
<explain xmlns="http://www.postgresql.org/2009/explain"> <Remote-Plan>
<Query> <explain xmlns="http://www.postgresql.org/2009/explain">
<Plan> <Query>
<Node-Type>Aggregate</Node-Type> <Plan>
<Strategy>Hashed</Strategy> <Node-Type>Aggregate</Node-Type>
<Group-Key> <Strategy>Hashed</Strategy>
<Item>l_quantity</Item> <Group-Key>
</Group-Key> <Item>l_quantity</Item>
<Plans> </Group-Key>
<Plan> <Plans>
<Node-Type>Seq Scan</Node-Type> <Plan>
<Parent-Relationship>Outer</Parent-Relationship> <Node-Type>Seq Scan</Node-Type>
<Relation-Name>lineitem_102010</Relation-Name> <Parent-Relationship>Outer</Parent-Relationship>
<Alias>lineitem</Alias> <Relation-Name>lineitem_102010</Relation-Name>
</Plan> <Alias>lineitem</Alias>
</Plans> </Plan>
</Plan> </Plans>
</Query> </Plan>
</explain> </Query>
</Remote-Plan> </explain>
</Task> </Remote-Plan>
</Tasks> </Task>
</Job> </Tasks>
<Query> </Job>
<Plan> <Master-Query>
<Node-Type>Sort</Node-Type> <Query>
<Sort-Key>
<Item>(sum(((sum(intermediate_column_42_1))::bigint)))::bigint</Item>
<Item>intermediate_column_42_0</Item>
</Sort-Key>
<Plans>
<Plan> <Plan>
<Node-Type>Aggregate</Node-Type> <Node-Type>Sort</Node-Type>
<Strategy>Hashed</Strategy> <Sort-Key>
<Parent-Relationship>Outer</Parent-Relationship> <Item>(sum(((sum(intermediate_column_43_1))::bigint)))::bigint</Item>
<Group-Key> <Item>intermediate_column_43_0</Item>
<Item>intermediate_column_42_0</Item> </Sort-Key>
</Group-Key>
<Plans> <Plans>
<Plan> <Plan>
<Node-Type>Seq Scan</Node-Type> <Node-Type>Aggregate</Node-Type>
<Strategy>Hashed</Strategy>
<Parent-Relationship>Outer</Parent-Relationship> <Parent-Relationship>Outer</Parent-Relationship>
<Relation-Name>pg_merge_job_0042</Relation-Name> <Group-Key>
<Alias>pg_merge_job_0042</Alias> <Item>intermediate_column_43_0</Item>
</Group-Key>
<Plans>
<Plan>
<Node-Type>Seq Scan</Node-Type>
<Parent-Relationship>Outer</Parent-Relationship>
<Relation-Name>pg_merge_job_0043</Relation-Name>
<Alias>pg_merge_job_0043</Alias>
</Plan>
</Plans>
</Plan> </Plan>
</Plans> </Plans>
</Plan> </Plan>
</Plans> </Query>
</Plan> </Master-Query>
</Query> </Distributed-Query>
</explain> </explain>
-- Validate XML format
SELECT true AS valid FROM explain_xml($$
SELECT l_quantity, count(*) count_quantity FROM lineitem
GROUP BY l_quantity ORDER BY count_quantity, l_quantity$$);
t
-- Test YAML format -- Test YAML format
EXPLAIN (COSTS FALSE, FORMAT YAML) EXPLAIN (COSTS FALSE, FORMAT YAML)
SELECT l_quantity, count(*) count_quantity FROM lineitem SELECT l_quantity, count(*) count_quantity FROM lineitem
GROUP BY l_quantity ORDER BY count_quantity, l_quantity; GROUP BY l_quantity ORDER BY count_quantity, l_quantity;
Executor: "Real-Time" - Executor: "Real-Time"
- Task Count: 6 Job:
Tasks Shown: "One of 6" Task Count: 6
Tasks: Tasks Shown: "One of 6"
- Node: "host=localhost port=57637 dbname=regression" Tasks:
Remote Plan: - Node: "host=localhost port=57637 dbname=regression"
- Plan: Remote Plan:
Node Type: "Aggregate" - Plan:
Node Type: "Aggregate"
Strategy: "Hashed"
Group Key:
- "l_quantity"
Plans:
- Node Type: "Seq Scan"
Parent Relationship: "Outer"
Relation Name: "lineitem_102010"
Alias: "lineitem"
Master Query:
- Plan:
Node Type: "Sort"
Sort Key:
- "(sum(((sum(intermediate_column_45_1))::bigint)))::bigint"
- "intermediate_column_45_0"
Plans:
- Node Type: "Aggregate"
Strategy: "Hashed" Strategy: "Hashed"
Parent Relationship: "Outer"
Group Key: Group Key:
- "l_quantity" - "intermediate_column_45_0"
Plans: Plans:
- Node Type: "Seq Scan" - Node Type: "Seq Scan"
Parent Relationship: "Outer" Parent Relationship: "Outer"
Relation Name: "lineitem_102010" Relation Name: "pg_merge_job_0045"
Alias: "lineitem" Alias: "pg_merge_job_0045"
- Plan:
Node Type: "Sort"
Sort Key:
- "(sum(((sum(intermediate_column_43_1))::bigint)))::bigint"
- "intermediate_column_43_0"
Plans:
- Node Type: "Aggregate"
Strategy: "Hashed"
Parent Relationship: "Outer"
Group Key:
- "intermediate_column_43_0"
Plans:
- Node Type: "Seq Scan"
Parent Relationship: "Outer"
Relation Name: "pg_merge_job_0043"
Alias: "pg_merge_job_0043"
-- Test Text format -- Test Text format
EXPLAIN (COSTS FALSE, FORMAT TEXT) EXPLAIN (COSTS FALSE, FORMAT TEXT)
SELECT l_quantity, count(*) count_quantity FROM lineitem SELECT l_quantity, count(*) count_quantity FROM lineitem
GROUP BY l_quantity ORDER BY count_quantity, l_quantity; GROUP BY l_quantity ORDER BY count_quantity, l_quantity;
Distributed Query into pg_merge_job_0044 Distributed Query into pg_merge_job_0046
Executor: Real-Time Executor: Real-Time
Task Count: 6 Task Count: 6
Tasks Shown: One of 6 Tasks Shown: One of 6
@ -197,14 +239,14 @@ Distributed Query into pg_merge_job_0044
-> Seq Scan on lineitem_102010 lineitem -> Seq Scan on lineitem_102010 lineitem
Master Query Master Query
-> Sort -> Sort
Sort Key: (sum(((sum(intermediate_column_44_1))::bigint)))::bigint, intermediate_column_44_0 Sort Key: (sum(((sum(intermediate_column_46_1))::bigint)))::bigint, intermediate_column_46_0
-> HashAggregate -> HashAggregate
Group Key: intermediate_column_44_0 Group Key: intermediate_column_46_0
-> Seq Scan on pg_merge_job_0044 -> Seq Scan on pg_merge_job_0046
-- Test verbose -- Test verbose
EXPLAIN (COSTS FALSE, VERBOSE TRUE) EXPLAIN (COSTS FALSE, VERBOSE TRUE)
SELECT sum(l_quantity) / avg(l_quantity) FROM lineitem; SELECT sum(l_quantity) / avg(l_quantity) FROM lineitem;
Distributed Query into pg_merge_job_0045 Distributed Query into pg_merge_job_0047
Executor: Real-Time Executor: Real-Time
Task Count: 6 Task Count: 6
Tasks Shown: One of 6 Tasks Shown: One of 6
@ -216,15 +258,15 @@ Distributed Query into pg_merge_job_0045
Output: l_orderkey, l_partkey, l_suppkey, l_linenumber, l_quantity, l_extendedprice, l_discount, l_tax, l_returnflag, l_linestatus, l_shipdate, l_commitdate, l_receiptdate, l_shipinstruct, l_shipmode, l_comment Output: l_orderkey, l_partkey, l_suppkey, l_linenumber, l_quantity, l_extendedprice, l_discount, l_tax, l_returnflag, l_linestatus, l_shipdate, l_commitdate, l_receiptdate, l_shipinstruct, l_shipmode, l_comment
Master Query Master Query
-> Aggregate -> Aggregate
Output: (sum(intermediate_column_45_0) / (sum(intermediate_column_45_1) / sum(intermediate_column_45_2))) Output: (sum(intermediate_column_47_0) / (sum(intermediate_column_47_1) / sum(intermediate_column_47_2)))
-> Seq Scan on pg_temp_2.pg_merge_job_0045 -> Seq Scan on pg_temp_2.pg_merge_job_0047
Output: intermediate_column_45_0, intermediate_column_45_1, intermediate_column_45_2 Output: intermediate_column_47_0, intermediate_column_47_1, intermediate_column_47_2
-- Test join -- Test join
EXPLAIN (COSTS FALSE) EXPLAIN (COSTS FALSE)
SELECT * FROM lineitem SELECT * FROM lineitem
JOIN orders ON l_orderkey = o_orderkey AND l_quantity < 5 JOIN orders ON l_orderkey = o_orderkey AND l_quantity < 5
ORDER BY l_quantity DESC LIMIT 10; ORDER BY l_quantity DESC LIMIT 10;
Distributed Query into pg_merge_job_0046 Distributed Query into pg_merge_job_0048
Executor: Real-Time Executor: Real-Time
Task Count: 6 Task Count: 6
Tasks Shown: One of 6 Tasks Shown: One of 6
@ -242,8 +284,8 @@ Distributed Query into pg_merge_job_0046
Master Query Master Query
-> Limit -> Limit
-> Sort -> Sort
Sort Key: intermediate_column_46_4 DESC Sort Key: intermediate_column_48_4 DESC
-> Seq Scan on pg_merge_job_0046 -> Seq Scan on pg_merge_job_0048
-- Test insert -- Test insert
EXPLAIN (COSTS FALSE) EXPLAIN (COSTS FALSE)
INSERT INTO lineitem VALUES(1,0); INSERT INTO lineitem VALUES(1,0);
@ -291,7 +333,7 @@ Distributed Query
-- Test single-shard SELECT -- Test single-shard SELECT
EXPLAIN (COSTS FALSE) EXPLAIN (COSTS FALSE)
SELECT l_quantity FROM lineitem WHERE l_orderkey = 5; SELECT l_quantity FROM lineitem WHERE l_orderkey = 5;
Distributed Query into pg_merge_job_0047 Distributed Query into pg_merge_job_0049
Executor: Router Executor: Router
Task Count: 1 Task Count: 1
Tasks Shown: All Tasks Shown: All
@ -301,11 +343,17 @@ Distributed Query into pg_merge_job_0047
Recheck Cond: (l_orderkey = 5) Recheck Cond: (l_orderkey = 5)
-> Bitmap Index Scan on lineitem_pkey_102009 -> Bitmap Index Scan on lineitem_pkey_102009
Index Cond: (l_orderkey = 5) Index Cond: (l_orderkey = 5)
SELECT true AS valid FROM explain_xml($$
SELECT l_quantity FROM lineitem WHERE l_orderkey = 5$$);
t
SELECT true AS valid FROM explain_json($$
SELECT l_quantity FROM lineitem WHERE l_orderkey = 5$$);
t
-- Test CREATE TABLE ... AS -- Test CREATE TABLE ... AS
EXPLAIN (COSTS FALSE) EXPLAIN (COSTS FALSE)
CREATE TABLE explain_result AS CREATE TABLE explain_result AS
SELECT * FROM lineitem; SELECT * FROM lineitem;
Distributed Query into pg_merge_job_0048 Distributed Query into pg_merge_job_0052
Executor: Real-Time Executor: Real-Time
Task Count: 6 Task Count: 6
Tasks Shown: One of 6 Tasks Shown: One of 6
@ -313,12 +361,12 @@ Distributed Query into pg_merge_job_0048
Node: host=localhost port=57637 dbname=regression Node: host=localhost port=57637 dbname=regression
-> Seq Scan on lineitem_102010 lineitem -> Seq Scan on lineitem_102010 lineitem
Master Query Master Query
-> Seq Scan on pg_merge_job_0048 -> Seq Scan on pg_merge_job_0052
-- Test all tasks output -- Test all tasks output
SET citus.explain_all_tasks TO on; SET citus.explain_all_tasks TO on;
EXPLAIN (COSTS FALSE) EXPLAIN (COSTS FALSE)
SELECT avg(l_linenumber) FROM lineitem WHERE l_orderkey > 9030; SELECT avg(l_linenumber) FROM lineitem WHERE l_orderkey > 9030;
Distributed Query into pg_merge_job_0049 Distributed Query into pg_merge_job_0053
Executor: Real-Time Executor: Real-Time
Task Count: 3 Task Count: 3
Tasks Shown: All Tasks Shown: All
@ -339,13 +387,19 @@ Distributed Query into pg_merge_job_0049
Filter: (l_orderkey > 9030) Filter: (l_orderkey > 9030)
Master Query Master Query
-> Aggregate -> Aggregate
-> Seq Scan on pg_merge_job_0049 -> Seq Scan on pg_merge_job_0053
SELECT true AS valid FROM explain_xml($$
SELECT avg(l_linenumber) FROM lineitem WHERE l_orderkey > 9030$$);
t
SELECT true AS valid FROM explain_json($$
SELECT avg(l_linenumber) FROM lineitem WHERE l_orderkey > 9030$$);
t
-- Test track tracker -- Test track tracker
SET citus.task_executor_type TO 'task-tracker'; SET citus.task_executor_type TO 'task-tracker';
SET citus.explain_all_tasks TO off; SET citus.explain_all_tasks TO off;
EXPLAIN (COSTS FALSE) EXPLAIN (COSTS FALSE)
SELECT avg(l_linenumber) FROM lineitem WHERE l_orderkey > 9030; SELECT avg(l_linenumber) FROM lineitem WHERE l_orderkey > 9030;
Distributed Query into pg_merge_job_0050 Distributed Query into pg_merge_job_0056
Executor: Task-Tracker Executor: Task-Tracker
Task Count: 3 Task Count: 3
Tasks Shown: One of 3 Tasks Shown: One of 3
@ -356,7 +410,7 @@ Distributed Query into pg_merge_job_0050
Filter: (l_orderkey > 9030) Filter: (l_orderkey > 9030)
Master Query Master Query
-> Aggregate -> Aggregate
-> Seq Scan on pg_merge_job_0050 -> Seq Scan on pg_merge_job_0056
-- Test re-partition join -- Test re-partition join
SET citus.large_table_shard_count TO 1; SET citus.large_table_shard_count TO 1;
EXPLAIN (COSTS FALSE) EXPLAIN (COSTS FALSE)
@ -365,7 +419,7 @@ EXPLAIN (COSTS FALSE)
WHERE l_orderkey = o_orderkey WHERE l_orderkey = o_orderkey
AND o_custkey = c_custkey AND o_custkey = c_custkey
AND l_suppkey = s_suppkey; AND l_suppkey = s_suppkey;
Distributed Query into pg_merge_job_0053 Distributed Query into pg_merge_job_0059
Executor: Task-Tracker Executor: Task-Tracker
Task Count: 1 Task Count: 1
Tasks Shown: None, not supported for re-partition queries Tasks Shown: None, not supported for re-partition queries
@ -377,4 +431,129 @@ Distributed Query into pg_merge_job_0053
Merge Task Count: 1 Merge Task Count: 1
Master Query Master Query
-> Aggregate -> Aggregate
-> Seq Scan on pg_merge_job_0053 -> Seq Scan on pg_merge_job_0059
EXPLAIN (COSTS FALSE, FORMAT JSON)
SELECT count(*)
FROM lineitem, orders, customer, supplier
WHERE l_orderkey = o_orderkey
AND o_custkey = c_custkey
AND l_suppkey = s_suppkey;
[
{
"Executor": "Task-Tracker",
"Job": {
"Task Count": 1,
"Tasks Shown": "None, not supported for re-partition queries",
"Depended Jobs": [
{
"Map Task Count": 1,
"Merge Task Count": 1,
"Depended Jobs": [
{
"Map Task Count": 6,
"Merge Task Count": 1
}
]
}
]
},
"Master Query": [
{
"Plan": {
"Node Type": "Aggregate",
"Strategy": "Plain",
"Plans": [
{
"Node Type": "Seq Scan",
"Parent Relationship": "Outer",
"Relation Name": "pg_merge_job_0062",
"Alias": "pg_merge_job_0062"
}
]
}
}
]
}
]
SELECT true AS valid FROM explain_json($$
SELECT count(*)
FROM lineitem, orders, customer, supplier
WHERE l_orderkey = o_orderkey
AND o_custkey = c_custkey
AND l_suppkey = s_suppkey$$);
t
EXPLAIN (COSTS FALSE, FORMAT XML)
SELECT count(*)
FROM lineitem, orders, customer, supplier
WHERE l_orderkey = o_orderkey
AND o_custkey = c_custkey
AND l_suppkey = s_suppkey;
<explain xmlns="http://www.postgresql.org/2009/explain">
<Distributed-Query>
<Executor>Task-Tracker</Executor>
<Job>
<Task-Count>1</Task-Count>
<Tasks-Shown>None, not supported for re-partition queries</Tasks-Shown>
<Depended-Jobs>
<MapMergeJob>
<Map-Task-Count>1</Map-Task-Count>
<Merge-Task-Count>1</Merge-Task-Count>
<Depended-Jobs>
<MapMergeJob>
<Map-Task-Count>6</Map-Task-Count>
<Merge-Task-Count>1</Merge-Task-Count>
</MapMergeJob>
</Depended-Jobs>
</MapMergeJob>
</Depended-Jobs>
</Job>
<Master-Query>
<Query>
<Plan>
<Node-Type>Aggregate</Node-Type>
<Strategy>Plain</Strategy>
<Plans>
<Plan>
<Node-Type>Seq Scan</Node-Type>
<Parent-Relationship>Outer</Parent-Relationship>
<Relation-Name>pg_merge_job_0068</Relation-Name>
<Alias>pg_merge_job_0068</Alias>
</Plan>
</Plans>
</Plan>
</Query>
</Master-Query>
</Distributed-Query>
</explain>
SELECT true AS valid FROM explain_xml($$
SELECT count(*)
FROM lineitem, orders, customer, supplier
WHERE l_orderkey = o_orderkey
AND o_custkey = c_custkey
AND l_suppkey = s_suppkey$$);
t
EXPLAIN (COSTS FALSE, FORMAT YAML)
SELECT count(*)
FROM lineitem, orders, customer, supplier
WHERE l_orderkey = o_orderkey
AND o_custkey = c_custkey
AND l_suppkey = s_suppkey;
- Executor: "Task-Tracker"
Job:
Task Count: 1
Tasks Shown: "None, not supported for re-partition queries"
Depended Jobs:
- Map Task Count: 1
Merge Task Count: 1
Depended Jobs:
- Map Task Count: 6
Merge Task Count: 1
Master Query:
- Plan:
Node Type: "Aggregate"
Strategy: "Plain"
Plans:
- Node Type: "Seq Scan"
Parent Relationship: "Outer"
Relation Name: "pg_merge_job_0074"
Alias: "pg_merge_job_0074"

469
src/test/regress/expected/multi_explain_0.out
View File

@ -4,6 +4,28 @@
\a\t \a\t
SET citus.task_executor_type TO 'real-time'; SET citus.task_executor_type TO 'real-time';
SET citus.explain_distributed_queries TO on; SET citus.explain_distributed_queries TO on;
-- Function that parses explain output as JSON
CREATE FUNCTION explain_json(query text)
RETURNS jsonb
AS $BODY$
DECLARE
result jsonb;
BEGIN
EXECUTE format('EXPLAIN (FORMAT JSON) %s', query) INTO result;
RETURN result;
END;
$BODY$ LANGUAGE plpgsql;
-- Function that parses explain output as XML
CREATE FUNCTION explain_xml(query text)
RETURNS xml
AS $BODY$
DECLARE
result xml;
BEGIN
EXECUTE format('EXPLAIN (FORMAT XML) %s', query) INTO result;
RETURN result;
END;
$BODY$ LANGUAGE plpgsql;
-- Test Text format -- Test Text format
EXPLAIN (COSTS FALSE, FORMAT TEXT) EXPLAIN (COSTS FALSE, FORMAT TEXT)
SELECT l_quantity, count(*) count_quantity FROM lineitem SELECT l_quantity, count(*) count_quantity FROM lineitem
@ -28,165 +50,185 @@ EXPLAIN (COSTS FALSE, FORMAT JSON)
SELECT l_quantity, count(*) count_quantity FROM lineitem SELECT l_quantity, count(*) count_quantity FROM lineitem
GROUP BY l_quantity ORDER BY count_quantity, l_quantity; GROUP BY l_quantity ORDER BY count_quantity, l_quantity;
[ [
"Executor": "Real-Time",
{ {
"Task Count": 6, "Executor": "Real-Time",
"Tasks Shown": "One of 6", "Job": {
"Tasks": [ "Task Count": 6,
{ "Tasks Shown": "One of 6",
"Node": "host=localhost port=57637 dbname=regression", "Tasks": [
"Remote Plan": [
[
{
"Plan": {
"Node Type": "Aggregate",
"Strategy": "Hashed",
"Group Key": ["l_quantity"],
"Plans": [
{
"Node Type": "Seq Scan",
"Parent Relationship": "Outer",
"Relation Name": "lineitem_102010",
"Alias": "lineitem"
}
]
}
}
]
]
}
]
},
{
"Plan": {
"Node Type": "Sort",
"Sort Key": ["(sum(((sum(intermediate_column_41_1))::bigint)))::bigint", "intermediate_column_41_0"],
"Plans": [
{ {
"Node Type": "Aggregate", "Node": "host=localhost port=57637 dbname=regression",
"Strategy": "Hashed", "Remote Plan": [
"Parent Relationship": "Outer", [
"Group Key": ["intermediate_column_41_0"], {
"Plans": [ "Plan": {
{ "Node Type": "Aggregate",
"Node Type": "Seq Scan", "Strategy": "Hashed",
"Parent Relationship": "Outer", "Group Key": ["l_quantity"],
"Relation Name": "pg_merge_job_0041", "Plans": [
"Alias": "pg_merge_job_0041" {
} "Node Type": "Seq Scan",
"Parent Relationship": "Outer",
"Relation Name": "lineitem_102010",
"Alias": "lineitem"
}
]
}
}
]
] ]
} }
] ]
} },
"Master Query": [
{
"Plan": {
"Node Type": "Sort",
"Sort Key": ["(sum(((sum(intermediate_column_41_1))::bigint)))::bigint", "intermediate_column_41_0"],
"Plans": [
{
"Node Type": "Aggregate",
"Strategy": "Hashed",
"Parent Relationship": "Outer",
"Group Key": ["intermediate_column_41_0"],
"Plans": [
{
"Node Type": "Seq Scan",
"Parent Relationship": "Outer",
"Relation Name": "pg_merge_job_0041",
"Alias": "pg_merge_job_0041"
}
]
}
]
}
}
]
} }
] ]
-- Validate JSON format
SELECT true AS valid FROM explain_json($$
SELECT l_quantity, count(*) count_quantity FROM lineitem
GROUP BY l_quantity ORDER BY count_quantity, l_quantity$$);
t
-- Test XML format -- Test XML format
EXPLAIN (COSTS FALSE, FORMAT XML) EXPLAIN (COSTS FALSE, FORMAT XML)
SELECT l_quantity, count(*) count_quantity FROM lineitem SELECT l_quantity, count(*) count_quantity FROM lineitem
GROUP BY l_quantity ORDER BY count_quantity, l_quantity; GROUP BY l_quantity ORDER BY count_quantity, l_quantity;
<explain xmlns="http://www.postgresql.org/2009/explain"> <explain xmlns="http://www.postgresql.org/2009/explain">
<Executor>Real-Time</Executor> <Distributed-Query>
<Job> <Executor>Real-Time</Executor>
<Task-Count>6</Task-Count> <Job>
<Tasks-Shown>One of 6</Tasks-Shown> <Task-Count>6</Task-Count>
<Tasks> <Tasks-Shown>One of 6</Tasks-Shown>
<Task> <Tasks>
<Node>host=localhost port=57637 dbname=regression</Node> <Task>
<Remote-Plan> <Node>host=localhost port=57637 dbname=regression</Node>
<explain xmlns="http://www.postgresql.org/2009/explain"> <Remote-Plan>
<Query> <explain xmlns="http://www.postgresql.org/2009/explain">
<Plan> <Query>
<Node-Type>Aggregate</Node-Type> <Plan>
<Strategy>Hashed</Strategy> <Node-Type>Aggregate</Node-Type>
<Group-Key> <Strategy>Hashed</Strategy>
<Item>l_quantity</Item> <Group-Key>
</Group-Key> <Item>l_quantity</Item>
<Plans> </Group-Key>
<Plan> <Plans>
<Node-Type>Seq Scan</Node-Type> <Plan>
<Parent-Relationship>Outer</Parent-Relationship> <Node-Type>Seq Scan</Node-Type>
<Relation-Name>lineitem_102010</Relation-Name> <Parent-Relationship>Outer</Parent-Relationship>
<Alias>lineitem</Alias> <Relation-Name>lineitem_102010</Relation-Name>
</Plan> <Alias>lineitem</Alias>
</Plans> </Plan>
</Plan> </Plans>
</Query> </Plan>
</explain> </Query>
</Remote-Plan> </explain>
</Task> </Remote-Plan>
</Tasks> </Task>
</Job> </Tasks>
<Query> </Job>
<Plan> <Master-Query>
<Node-Type>Sort</Node-Type> <Query>
<Sort-Key>
<Item>(sum(((sum(intermediate_column_42_1))::bigint)))::bigint</Item>
<Item>intermediate_column_42_0</Item>
</Sort-Key>
<Plans>
<Plan> <Plan>
<Node-Type>Aggregate</Node-Type> <Node-Type>Sort</Node-Type>
<Strategy>Hashed</Strategy> <Sort-Key>
<Parent-Relationship>Outer</Parent-Relationship> <Item>(sum(((sum(intermediate_column_43_1))::bigint)))::bigint</Item>
<Group-Key> <Item>intermediate_column_43_0</Item>
<Item>intermediate_column_42_0</Item> </Sort-Key>
</Group-Key>
<Plans> <Plans>
<Plan> <Plan>
<Node-Type>Seq Scan</Node-Type> <Node-Type>Aggregate</Node-Type>
<Strategy>Hashed</Strategy>
<Parent-Relationship>Outer</Parent-Relationship> <Parent-Relationship>Outer</Parent-Relationship>
<Relation-Name>pg_merge_job_0042</Relation-Name> <Group-Key>
<Alias>pg_merge_job_0042</Alias> <Item>intermediate_column_43_0</Item>
</Group-Key>
<Plans>
<Plan>
<Node-Type>Seq Scan</Node-Type>
<Parent-Relationship>Outer</Parent-Relationship>
<Relation-Name>pg_merge_job_0043</Relation-Name>
<Alias>pg_merge_job_0043</Alias>
</Plan>
</Plans>
</Plan> </Plan>
</Plans> </Plans>
</Plan> </Plan>
</Plans> </Query>
</Plan> </Master-Query>
</Query> </Distributed-Query>
</explain> </explain>
-- Validate XML format
SELECT true AS valid FROM explain_xml($$
SELECT l_quantity, count(*) count_quantity FROM lineitem
GROUP BY l_quantity ORDER BY count_quantity, l_quantity$$);
t
-- Test YAML format -- Test YAML format
EXPLAIN (COSTS FALSE, FORMAT YAML) EXPLAIN (COSTS FALSE, FORMAT YAML)
SELECT l_quantity, count(*) count_quantity FROM lineitem SELECT l_quantity, count(*) count_quantity FROM lineitem
GROUP BY l_quantity ORDER BY count_quantity, l_quantity; GROUP BY l_quantity ORDER BY count_quantity, l_quantity;
Executor: "Real-Time" - Executor: "Real-Time"
- Task Count: 6 Job:
Tasks Shown: "One of 6" Task Count: 6
Tasks: Tasks Shown: "One of 6"
- Node: "host=localhost port=57637 dbname=regression" Tasks:
Remote Plan: - Node: "host=localhost port=57637 dbname=regression"
- Plan: Remote Plan:
Node Type: "Aggregate" - Plan:
Node Type: "Aggregate"
Strategy: "Hashed"
Group Key:
- "l_quantity"
Plans:
- Node Type: "Seq Scan"
Parent Relationship: "Outer"
Relation Name: "lineitem_102010"
Alias: "lineitem"
Master Query:
- Plan:
Node Type: "Sort"
Sort Key:
- "(sum(((sum(intermediate_column_45_1))::bigint)))::bigint"
- "intermediate_column_45_0"
Plans:
- Node Type: "Aggregate"
Strategy: "Hashed" Strategy: "Hashed"
Parent Relationship: "Outer"
Group Key: Group Key:
- "l_quantity" - "intermediate_column_45_0"
Plans: Plans:
- Node Type: "Seq Scan" - Node Type: "Seq Scan"
Parent Relationship: "Outer" Parent Relationship: "Outer"
Relation Name: "lineitem_102010" Relation Name: "pg_merge_job_0045"
Alias: "lineitem" Alias: "pg_merge_job_0045"
- Plan:
Node Type: "Sort"
Sort Key:
- "(sum(((sum(intermediate_column_43_1))::bigint)))::bigint"
- "intermediate_column_43_0"
Plans:
- Node Type: "Aggregate"
Strategy: "Hashed"
Parent Relationship: "Outer"
Group Key:
- "intermediate_column_43_0"
Plans:
- Node Type: "Seq Scan"
Parent Relationship: "Outer"
Relation Name: "pg_merge_job_0043"
Alias: "pg_merge_job_0043"
-- Test Text format -- Test Text format
EXPLAIN (COSTS FALSE, FORMAT TEXT) EXPLAIN (COSTS FALSE, FORMAT TEXT)
SELECT l_quantity, count(*) count_quantity FROM lineitem SELECT l_quantity, count(*) count_quantity FROM lineitem
GROUP BY l_quantity ORDER BY count_quantity, l_quantity; GROUP BY l_quantity ORDER BY count_quantity, l_quantity;
Distributed Query into pg_merge_job_0044 Distributed Query into pg_merge_job_0046
Executor: Real-Time Executor: Real-Time
Task Count: 6 Task Count: 6
Tasks Shown: One of 6 Tasks Shown: One of 6
@ -197,14 +239,14 @@ Distributed Query into pg_merge_job_0044
-> Seq Scan on lineitem_102010 lineitem -> Seq Scan on lineitem_102010 lineitem
Master Query Master Query
-> Sort -> Sort
Sort Key: (sum(((sum(intermediate_column_44_1))::bigint)))::bigint, intermediate_column_44_0 Sort Key: (sum(((sum(intermediate_column_46_1))::bigint)))::bigint, intermediate_column_46_0
-> HashAggregate -> HashAggregate
Group Key: intermediate_column_44_0 Group Key: intermediate_column_46_0
-> Seq Scan on pg_merge_job_0044 -> Seq Scan on pg_merge_job_0046
-- Test verbose -- Test verbose
EXPLAIN (COSTS FALSE, VERBOSE TRUE) EXPLAIN (COSTS FALSE, VERBOSE TRUE)
SELECT sum(l_quantity) / avg(l_quantity) FROM lineitem; SELECT sum(l_quantity) / avg(l_quantity) FROM lineitem;
Distributed Query into pg_merge_job_0045 Distributed Query into pg_merge_job_0047
Executor: Real-Time Executor: Real-Time
Task Count: 6 Task Count: 6
Tasks Shown: One of 6 Tasks Shown: One of 6
@ -216,15 +258,15 @@ Distributed Query into pg_merge_job_0045
Output: l_orderkey, l_partkey, l_suppkey, l_linenumber, l_quantity, l_extendedprice, l_discount, l_tax, l_returnflag, l_linestatus, l_shipdate, l_commitdate, l_receiptdate, l_shipinstruct, l_shipmode, l_comment Output: l_orderkey, l_partkey, l_suppkey, l_linenumber, l_quantity, l_extendedprice, l_discount, l_tax, l_returnflag, l_linestatus, l_shipdate, l_commitdate, l_receiptdate, l_shipinstruct, l_shipmode, l_comment
Master Query Master Query
-> Aggregate -> Aggregate
Output: (sum(intermediate_column_45_0) / (sum(intermediate_column_45_1) / sum(intermediate_column_45_2))) Output: (sum(intermediate_column_47_0) / (sum(intermediate_column_47_1) / sum(intermediate_column_47_2)))
-> Seq Scan on pg_temp_2.pg_merge_job_0045 -> Seq Scan on pg_temp_2.pg_merge_job_0047
Output: intermediate_column_45_0, intermediate_column_45_1, intermediate_column_45_2 Output: intermediate_column_47_0, intermediate_column_47_1, intermediate_column_47_2
-- Test join -- Test join
EXPLAIN (COSTS FALSE) EXPLAIN (COSTS FALSE)
SELECT * FROM lineitem SELECT * FROM lineitem
JOIN orders ON l_orderkey = o_orderkey AND l_quantity < 5 JOIN orders ON l_orderkey = o_orderkey AND l_quantity < 5
ORDER BY l_quantity DESC LIMIT 10; ORDER BY l_quantity DESC LIMIT 10;
Distributed Query into pg_merge_job_0046 Distributed Query into pg_merge_job_0048
Executor: Real-Time Executor: Real-Time
Task Count: 6 Task Count: 6
Tasks Shown: One of 6 Tasks Shown: One of 6
@ -242,8 +284,8 @@ Distributed Query into pg_merge_job_0046
Master Query Master Query
-> Limit -> Limit
-> Sort -> Sort
Sort Key: intermediate_column_46_4 Sort Key: intermediate_column_48_4
-> Seq Scan on pg_merge_job_0046 -> Seq Scan on pg_merge_job_0048
-- Test insert -- Test insert
EXPLAIN (COSTS FALSE) EXPLAIN (COSTS FALSE)
INSERT INTO lineitem VALUES(1,0); INSERT INTO lineitem VALUES(1,0);
@ -291,7 +333,7 @@ Distributed Query
-- Test single-shard SELECT -- Test single-shard SELECT
EXPLAIN (COSTS FALSE) EXPLAIN (COSTS FALSE)
SELECT l_quantity FROM lineitem WHERE l_orderkey = 5; SELECT l_quantity FROM lineitem WHERE l_orderkey = 5;
Distributed Query into pg_merge_job_0047 Distributed Query into pg_merge_job_0049
Executor: Router Executor: Router
Task Count: 1 Task Count: 1
Tasks Shown: All Tasks Shown: All
@ -301,11 +343,17 @@ Distributed Query into pg_merge_job_0047
Recheck Cond: (l_orderkey = 5) Recheck Cond: (l_orderkey = 5)
-> Bitmap Index Scan on lineitem_pkey_102009 -> Bitmap Index Scan on lineitem_pkey_102009
Index Cond: (l_orderkey = 5) Index Cond: (l_orderkey = 5)
SELECT true AS valid FROM explain_xml($$
SELECT l_quantity FROM lineitem WHERE l_orderkey = 5$$);
t
SELECT true AS valid FROM explain_json($$
SELECT l_quantity FROM lineitem WHERE l_orderkey = 5$$);
t
-- Test CREATE TABLE ... AS -- Test CREATE TABLE ... AS
EXPLAIN (COSTS FALSE) EXPLAIN (COSTS FALSE)
CREATE TABLE explain_result AS CREATE TABLE explain_result AS
SELECT * FROM lineitem; SELECT * FROM lineitem;
Distributed Query into pg_merge_job_0048 Distributed Query into pg_merge_job_0052
Executor: Real-Time Executor: Real-Time
Task Count: 6 Task Count: 6
Tasks Shown: One of 6 Tasks Shown: One of 6
@ -313,12 +361,12 @@ Distributed Query into pg_merge_job_0048
Node: host=localhost port=57637 dbname=regression Node: host=localhost port=57637 dbname=regression
-> Seq Scan on lineitem_102010 lineitem -> Seq Scan on lineitem_102010 lineitem
Master Query Master Query
-> Seq Scan on pg_merge_job_0048 -> Seq Scan on pg_merge_job_0052
-- Test all tasks output -- Test all tasks output
SET citus.explain_all_tasks TO on; SET citus.explain_all_tasks TO on;
EXPLAIN (COSTS FALSE) EXPLAIN (COSTS FALSE)
SELECT avg(l_linenumber) FROM lineitem WHERE l_orderkey > 9030; SELECT avg(l_linenumber) FROM lineitem WHERE l_orderkey > 9030;
Distributed Query into pg_merge_job_0049 Distributed Query into pg_merge_job_0053
Executor: Real-Time Executor: Real-Time
Task Count: 3 Task Count: 3
Tasks Shown: All Tasks Shown: All
@ -339,13 +387,19 @@ Distributed Query into pg_merge_job_0049
Filter: (l_orderkey > 9030) Filter: (l_orderkey > 9030)
Master Query Master Query
-> Aggregate -> Aggregate
-> Seq Scan on pg_merge_job_0049 -> Seq Scan on pg_merge_job_0053
SELECT true AS valid FROM explain_xml($$
SELECT avg(l_linenumber) FROM lineitem WHERE l_orderkey > 9030$$);
t
SELECT true AS valid FROM explain_json($$
SELECT avg(l_linenumber) FROM lineitem WHERE l_orderkey > 9030$$);
t
-- Test track tracker -- Test track tracker
SET citus.task_executor_type TO 'task-tracker'; SET citus.task_executor_type TO 'task-tracker';
SET citus.explain_all_tasks TO off; SET citus.explain_all_tasks TO off;
EXPLAIN (COSTS FALSE) EXPLAIN (COSTS FALSE)
SELECT avg(l_linenumber) FROM lineitem WHERE l_orderkey > 9030; SELECT avg(l_linenumber) FROM lineitem WHERE l_orderkey > 9030;
Distributed Query into pg_merge_job_0050 Distributed Query into pg_merge_job_0056
Executor: Task-Tracker Executor: Task-Tracker
Task Count: 3 Task Count: 3
Tasks Shown: One of 3 Tasks Shown: One of 3
@ -356,7 +410,7 @@ Distributed Query into pg_merge_job_0050
Filter: (l_orderkey > 9030) Filter: (l_orderkey > 9030)
Master Query Master Query
-> Aggregate -> Aggregate
-> Seq Scan on pg_merge_job_0050 -> Seq Scan on pg_merge_job_0056
-- Test re-partition join -- Test re-partition join
SET citus.large_table_shard_count TO 1; SET citus.large_table_shard_count TO 1;
EXPLAIN (COSTS FALSE) EXPLAIN (COSTS FALSE)
@ -365,7 +419,7 @@ EXPLAIN (COSTS FALSE)
WHERE l_orderkey = o_orderkey WHERE l_orderkey = o_orderkey
AND o_custkey = c_custkey AND o_custkey = c_custkey
AND l_suppkey = s_suppkey; AND l_suppkey = s_suppkey;
Distributed Query into pg_merge_job_0053 Distributed Query into pg_merge_job_0059
Executor: Task-Tracker Executor: Task-Tracker
Task Count: 1 Task Count: 1
Tasks Shown: None, not supported for re-partition queries Tasks Shown: None, not supported for re-partition queries
@ -377,4 +431,129 @@ Distributed Query into pg_merge_job_0053
Merge Task Count: 1 Merge Task Count: 1
Master Query Master Query
-> Aggregate -> Aggregate
-> Seq Scan on pg_merge_job_0053 -> Seq Scan on pg_merge_job_0059
EXPLAIN (COSTS FALSE, FORMAT JSON)
SELECT count(*)
FROM lineitem, orders, customer, supplier
WHERE l_orderkey = o_orderkey
AND o_custkey = c_custkey
AND l_suppkey = s_suppkey;
[
{
"Executor": "Task-Tracker",
"Job": {
"Task Count": 1,
"Tasks Shown": "None, not supported for re-partition queries",
"Depended Jobs": [
{
"Map Task Count": 1,
"Merge Task Count": 1,
"Depended Jobs": [
{
"Map Task Count": 6,
"Merge Task Count": 1
}
]
}
]
},
"Master Query": [
{
"Plan": {
"Node Type": "Aggregate",
"Strategy": "Plain",
"Plans": [
{
"Node Type": "Seq Scan",
"Parent Relationship": "Outer",
"Relation Name": "pg_merge_job_0062",
"Alias": "pg_merge_job_0062"
}
]
}
}
]
}
]
SELECT true AS valid FROM explain_json($$
SELECT count(*)
FROM lineitem, orders, customer, supplier
WHERE l_orderkey = o_orderkey
AND o_custkey = c_custkey
AND l_suppkey = s_suppkey$$);
t
EXPLAIN (COSTS FALSE, FORMAT XML)
SELECT count(*)
FROM lineitem, orders, customer, supplier
WHERE l_orderkey = o_orderkey
AND o_custkey = c_custkey
AND l_suppkey = s_suppkey;
<explain xmlns="http://www.postgresql.org/2009/explain">
<Distributed-Query>
<Executor>Task-Tracker</Executor>
<Job>
<Task-Count>1</Task-Count>
<Tasks-Shown>None, not supported for re-partition queries</Tasks-Shown>
<Depended-Jobs>
<MapMergeJob>
<Map-Task-Count>1</Map-Task-Count>
<Merge-Task-Count>1</Merge-Task-Count>
<Depended-Jobs>
<MapMergeJob>
<Map-Task-Count>6</Map-Task-Count>
<Merge-Task-Count>1</Merge-Task-Count>
</MapMergeJob>
</Depended-Jobs>
</MapMergeJob>
</Depended-Jobs>
</Job>
<Master-Query>
<Query>
<Plan>
<Node-Type>Aggregate</Node-Type>
<Strategy>Plain</Strategy>
<Plans>
<Plan>
<Node-Type>Seq Scan</Node-Type>
<Parent-Relationship>Outer</Parent-Relationship>
<Relation-Name>pg_merge_job_0068</Relation-Name>
<Alias>pg_merge_job_0068</Alias>
</Plan>
</Plans>
</Plan>
</Query>
</Master-Query>
</Distributed-Query>
</explain>
SELECT true AS valid FROM explain_xml($$
SELECT count(*)
FROM lineitem, orders, customer, supplier
WHERE l_orderkey = o_orderkey
AND o_custkey = c_custkey
AND l_suppkey = s_suppkey$$);
t
EXPLAIN (COSTS FALSE, FORMAT YAML)
SELECT count(*)
FROM lineitem, orders, customer, supplier
WHERE l_orderkey = o_orderkey
AND o_custkey = c_custkey
AND l_suppkey = s_suppkey;
- Executor: "Task-Tracker"
Job:
Task Count: 1
Tasks Shown: "None, not supported for re-partition queries"
Depended Jobs:
- Map Task Count: 1
Merge Task Count: 1
Depended Jobs:
- Map Task Count: 6
Merge Task Count: 1
Master Query:
- Plan:
Node Type: "Aggregate"
Strategy: "Plain"
Plans:
- Node Type: "Seq Scan"
Parent Relationship: "Outer"
Relation Name: "pg_merge_job_0074"
Alias: "pg_merge_job_0074"

81
src/test/regress/sql/multi_explain.sql
View File

@ -7,6 +7,30 @@
SET citus.task_executor_type TO 'real-time'; SET citus.task_executor_type TO 'real-time';
SET citus.explain_distributed_queries TO on; SET citus.explain_distributed_queries TO on;
-- Function that parses explain output as JSON
CREATE FUNCTION explain_json(query text)
RETURNS jsonb
AS $BODY$
DECLARE
result jsonb;
BEGIN
EXECUTE format('EXPLAIN (FORMAT JSON) %s', query) INTO result;
RETURN result;
END;
$BODY$ LANGUAGE plpgsql;
-- Function that parses explain output as XML
CREATE FUNCTION explain_xml(query text)
RETURNS xml
AS $BODY$
DECLARE
result xml;
BEGIN
EXECUTE format('EXPLAIN (FORMAT XML) %s', query) INTO result;
RETURN result;
END;
$BODY$ LANGUAGE plpgsql;
-- Test Text format -- Test Text format
EXPLAIN (COSTS FALSE, FORMAT TEXT) EXPLAIN (COSTS FALSE, FORMAT TEXT)
SELECT l_quantity, count(*) count_quantity FROM lineitem SELECT l_quantity, count(*) count_quantity FROM lineitem
@ -17,11 +41,21 @@ EXPLAIN (COSTS FALSE, FORMAT JSON)
SELECT l_quantity, count(*) count_quantity FROM lineitem SELECT l_quantity, count(*) count_quantity FROM lineitem
GROUP BY l_quantity ORDER BY count_quantity, l_quantity; GROUP BY l_quantity ORDER BY count_quantity, l_quantity;
-- Validate JSON format
SELECT true AS valid FROM explain_json($$
SELECT l_quantity, count(*) count_quantity FROM lineitem
GROUP BY l_quantity ORDER BY count_quantity, l_quantity$$);
-- Test XML format -- Test XML format
EXPLAIN (COSTS FALSE, FORMAT XML) EXPLAIN (COSTS FALSE, FORMAT XML)
SELECT l_quantity, count(*) count_quantity FROM lineitem SELECT l_quantity, count(*) count_quantity FROM lineitem
GROUP BY l_quantity ORDER BY count_quantity, l_quantity; GROUP BY l_quantity ORDER BY count_quantity, l_quantity;
-- Validate XML format
SELECT true AS valid FROM explain_xml($$
SELECT l_quantity, count(*) count_quantity FROM lineitem
GROUP BY l_quantity ORDER BY count_quantity, l_quantity$$);
-- Test YAML format -- Test YAML format
EXPLAIN (COSTS FALSE, FORMAT YAML) EXPLAIN (COSTS FALSE, FORMAT YAML)
SELECT l_quantity, count(*) count_quantity FROM lineitem SELECT l_quantity, count(*) count_quantity FROM lineitem
@ -61,6 +95,12 @@ EXPLAIN (COSTS FALSE)
EXPLAIN (COSTS FALSE) EXPLAIN (COSTS FALSE)
SELECT l_quantity FROM lineitem WHERE l_orderkey = 5; SELECT l_quantity FROM lineitem WHERE l_orderkey = 5;
SELECT true AS valid FROM explain_xml($$
SELECT l_quantity FROM lineitem WHERE l_orderkey = 5$$);
SELECT true AS valid FROM explain_json($$
SELECT l_quantity FROM lineitem WHERE l_orderkey = 5$$);
-- Test CREATE TABLE ... AS -- Test CREATE TABLE ... AS
EXPLAIN (COSTS FALSE) EXPLAIN (COSTS FALSE)
CREATE TABLE explain_result AS CREATE TABLE explain_result AS
@ -72,6 +112,12 @@ SET citus.explain_all_tasks TO on;
EXPLAIN (COSTS FALSE) EXPLAIN (COSTS FALSE)
SELECT avg(l_linenumber) FROM lineitem WHERE l_orderkey > 9030; SELECT avg(l_linenumber) FROM lineitem WHERE l_orderkey > 9030;
SELECT true AS valid FROM explain_xml($$
SELECT avg(l_linenumber) FROM lineitem WHERE l_orderkey > 9030$$);
SELECT true AS valid FROM explain_json($$
SELECT avg(l_linenumber) FROM lineitem WHERE l_orderkey > 9030$$);
-- Test track tracker -- Test track tracker
SET citus.task_executor_type TO 'task-tracker'; SET citus.task_executor_type TO 'task-tracker';
SET citus.explain_all_tasks TO off; SET citus.explain_all_tasks TO off;
@ -88,3 +134,38 @@ EXPLAIN (COSTS FALSE)
WHERE l_orderkey = o_orderkey WHERE l_orderkey = o_orderkey
AND o_custkey = c_custkey AND o_custkey = c_custkey
AND l_suppkey = s_suppkey; AND l_suppkey = s_suppkey;
EXPLAIN (COSTS FALSE, FORMAT JSON)
SELECT count(*)
FROM lineitem, orders, customer, supplier
WHERE l_orderkey = o_orderkey
AND o_custkey = c_custkey
AND l_suppkey = s_suppkey;
SELECT true AS valid FROM explain_json($$
SELECT count(*)
FROM lineitem, orders, customer, supplier
WHERE l_orderkey = o_orderkey
AND o_custkey = c_custkey
AND l_suppkey = s_suppkey$$);
EXPLAIN (COSTS FALSE, FORMAT XML)
SELECT count(*)
FROM lineitem, orders, customer, supplier
WHERE l_orderkey = o_orderkey
AND o_custkey = c_custkey
AND l_suppkey = s_suppkey;
SELECT true AS valid FROM explain_xml($$
SELECT count(*)
FROM lineitem, orders, customer, supplier
WHERE l_orderkey = o_orderkey
AND o_custkey = c_custkey
AND l_suppkey = s_suppkey$$);
EXPLAIN (COSTS FALSE, FORMAT YAML)
SELECT count(*)
FROM lineitem, orders, customer, supplier
WHERE l_orderkey = o_orderkey
AND o_custkey = c_custkey
AND l_suppkey = s_suppkey;