update test outputs with task-tracker removal

pull/4042/head
Sait Talha Nisanci 2020-07-20 12:44:42 +03:00
parent 1dbd545cf4
commit 01c23b0df2
18 changed files with 8 additions and 35 deletions

View File

@ -4610,8 +4610,10 @@ MergeTaskList(MapMergeJob *mapMergeJob, List *mapTaskList, uint32 taskIdIndex)
uint32 mapTaskNodePort = mapTaskPlacement->nodePort; uint32 mapTaskNodePort = mapTaskPlacement->nodePort;
/* /*
* If replication factor is 1, then we know that we will use the first and * We will use the first node even if replication factor is greater than 1
* the only placement. * When replication factor is greater than 1 and there
* is a connection problem to the node that has done the map task, we will get
* an error in fetch task execution.
*/ */
StringInfo mapFetchQueryString = makeStringInfo(); StringInfo mapFetchQueryString = makeStringInfo();
appendStringInfo(mapFetchQueryString, MAP_OUTPUT_FETCH_COMMAND, appendStringInfo(mapFetchQueryString, MAP_OUTPUT_FETCH_COMMAND,

View File

@ -15,7 +15,6 @@ ERROR: the intermediate result size exceeds citus.max_intermediate_result_size
DETAIL: Citus restricts the size of intermediate results of complex subqueries and CTEs to avoid accidentally pulling large result sets into once place. DETAIL: Citus restricts the size of intermediate results of complex subqueries and CTEs to avoid accidentally pulling large result sets into once place.
HINT: To run the current query, set citus.max_intermediate_result_size to a higher value or -1 to disable. HINT: To run the current query, set citus.max_intermediate_result_size to a higher value or -1 to disable.
SET citus.max_intermediate_result_size TO 9; SET citus.max_intermediate_result_size TO 9;
-- regular adaptive CTE should fail
WITH cte AS WITH cte AS
( (
SELECT SELECT
@ -203,7 +202,7 @@ SELECT * FROM cte4 ORDER BY 1,2,3,4,5 LIMIT 5;
1 | Wed Nov 22 21:06:57.457147 2017 | 4 | 3 | 2 | 1 | Wed Nov 22 21:06:57.457147 2017 | 4 | 3 | 2 |
(5 rows) (5 rows)
-- regular adaptive CTE, should work since -1 disables the limit -- regular adaptive executor CTE, should work since -1 disables the limit
WITH cte AS WITH cte AS
( (
SELECT SELECT

View File

@ -1397,11 +1397,9 @@ NOTICE: executing the command locally: DELETE FROM local_shard_execution.refere
DELETE FROM reference_table; DELETE FROM reference_table;
NOTICE: executing the command locally: DELETE FROM local_shard_execution.reference_table_1470000 reference_table NOTICE: executing the command locally: DELETE FROM local_shard_execution.reference_table_1470000 reference_table
ROLLBACK; ROLLBACK;
-- adaptive select execution
BEGIN; BEGIN;
DELETE FROM distributed_table WHERE key = 500; DELETE FROM distributed_table WHERE key = 500;
NOTICE: executing the command locally: DELETE FROM local_shard_execution.distributed_table_1470003 distributed_table WHERE (key OPERATOR(pg_catalog.=) 500) NOTICE: executing the command locally: DELETE FROM local_shard_execution.distributed_table_1470003 distributed_table WHERE (key OPERATOR(pg_catalog.=) 500)
SELECT count(*) FROM distributed_table; SELECT count(*) FROM distributed_table;
NOTICE: executing the command locally: SELECT count(*) AS count FROM local_shard_execution.distributed_table_1470001 distributed_table WHERE true NOTICE: executing the command locally: SELECT count(*) AS count FROM local_shard_execution.distributed_table_1470001 distributed_table WHERE true
NOTICE: executing the command locally: SELECT count(*) AS count FROM local_shard_execution.distributed_table_1470003 distributed_table WHERE true NOTICE: executing the command locally: SELECT count(*) AS count FROM local_shard_execution.distributed_table_1470003 distributed_table WHERE true
@ -1411,10 +1409,7 @@ NOTICE: executing the command locally: SELECT count(*) AS count FROM local_shar
(1 row) (1 row)
ROLLBACK; ROLLBACK;
-- local execution should not be executed locally
-- becase a adaptive query has already been executed
BEGIN; BEGIN;
SET LOCAL client_min_messages TO INFO; SET LOCAL client_min_messages TO INFO;
SELECT count(*) FROM distributed_table; SELECT count(*) FROM distributed_table;
NOTICE: executing the command locally: SELECT count(*) AS count FROM local_shard_execution.distributed_table_1470001 distributed_table WHERE true NOTICE: executing the command locally: SELECT count(*) AS count FROM local_shard_execution.distributed_table_1470001 distributed_table WHERE true

View File

@ -172,7 +172,6 @@ INSERT INTO tt1 VALUES(1, 'Ahmet');
INSERT INTO tt1 VALUES(2, 'Mehmet'); INSERT INTO tt1 VALUES(2, 'Mehmet');
INSERT INTO tt2 VALUES(1, 'Ahmet', 5); INSERT INTO tt2 VALUES(1, 'Ahmet', 5);
INSERT INTO tt2 VALUES(2, 'Mehmet', 15); INSERT INTO tt2 VALUES(2, 'Mehmet', 15);
-- Should notice since it is a adaptive query
SELECT tt1.id, tt2.count from tt1,tt2 where tt1.id = tt2.id ORDER BY 1; SELECT tt1.id, tt2.count from tt1,tt2 where tt1.id = tt2.id ORDER BY 1;
NOTICE: multi-task query about to be executed NOTICE: multi-task query about to be executed
HINT: Queries are split to multiple tasks if they have to be split into several queries on the workers. HINT: Queries are split to multiple tasks if they have to be split into several queries on the workers.

View File

@ -5,7 +5,6 @@ SET citus.next_shard_id TO 650000;
-- Set configuration to print table join order and pruned shards -- Set configuration to print table join order and pruned shards
SET citus.explain_distributed_queries TO off; SET citus.explain_distributed_queries TO off;
SET citus.log_multi_join_order TO TRUE; SET citus.log_multi_join_order TO TRUE;
SET citus.task_executor_type = 'adaptive'; -- can't explain all queries otherwise
SET citus.enable_repartition_joins to ON; SET citus.enable_repartition_joins to ON;
SET citus.shard_count to 2; SET citus.shard_count to 2;
SET citus.shard_replication_factor to 1; SET citus.shard_replication_factor to 1;

View File

@ -5,7 +5,6 @@ SET citus.next_shard_id TO 660000;
-- Enable configuration to print table join order -- Enable configuration to print table join order
SET citus.explain_distributed_queries TO off; SET citus.explain_distributed_queries TO off;
SET citus.log_multi_join_order TO TRUE; SET citus.log_multi_join_order TO TRUE;
SET citus.task_executor_type = 'adaptive'; -- can't explain all queries otherwise
SET citus.enable_repartition_joins to ON; SET citus.enable_repartition_joins to ON;
SET client_min_messages TO LOG; SET client_min_messages TO LOG;
-- The following queries are basically the same as the ones in tpch_small -- The following queries are basically the same as the ones in tpch_small

View File

@ -152,7 +152,6 @@ INSERT INTO repartition_udt_other values (10, '(2,1)'::test_udt, 'foo');
INSERT INTO repartition_udt_other values (11, '(2,2)'::test_udt, 'foo'); INSERT INTO repartition_udt_other values (11, '(2,2)'::test_udt, 'foo');
INSERT INTO repartition_udt_other values (12, '(2,3)'::test_udt, 'foo'); INSERT INTO repartition_udt_other values (12, '(2,3)'::test_udt, 'foo');
SET client_min_messages = LOG; SET client_min_messages = LOG;
SET citus.task_executor_type = 'adaptive';
SET citus.enable_repartition_joins to ON; SET citus.enable_repartition_joins to ON;
-- Query that should result in a repartition -- Query that should result in a repartition
-- join on int column, and be empty. -- join on int column, and be empty.

View File

@ -1418,13 +1418,6 @@ SET client_min_messages to 'DEBUG2';
CREATE MATERIALIZED VIEW mv_articles_hash_mx_error AS CREATE MATERIALIZED VIEW mv_articles_hash_mx_error AS
SELECT * FROM articles_hash_mx WHERE author_id in (1,2); SELECT * FROM articles_hash_mx WHERE author_id in (1,2);
DEBUG: Router planner cannot handle multi-shard select queries DEBUG: Router planner cannot handle multi-shard select queries
-- router planner/executor is disabled for adaptive executor
-- following query is router plannable, but router planner is disabled
-- TODO: Uncomment once we fix adaptive issue
----SELECT id
-- FROM articles_hash_mx
-- WHERE author_id = 1;
-- insert query is router plannable even under adaptive
INSERT INTO articles_hash_mx VALUES (51, 1, 'amateus', 1814); INSERT INTO articles_hash_mx VALUES (51, 1, 'amateus', 1814);
DEBUG: Creating router plan DEBUG: Creating router plan
DEBUG: query has a single distribution column value: 1 DEBUG: query has a single distribution column value: 1

View File

@ -1299,7 +1299,6 @@ SELECT relation::regclass, locktype, mode FROM pg_locks WHERE relation::regclass
(3 rows) (3 rows)
COMMIT; COMMIT;
-- test locks on adaptive SELECT
BEGIN; BEGIN;
SELECT * FROM partitioning_locks AS pl1 JOIN partitioning_locks AS pl2 ON pl1.id = pl2.ref_id ORDER BY 1, 2; SELECT * FROM partitioning_locks AS pl1 JOIN partitioning_locks AS pl2 ON pl1.id = pl2.ref_id ORDER BY 1, 2;
id | ref_id | time | id | ref_id | time id | ref_id | time | id | ref_id | time

View File

@ -739,7 +739,6 @@ SELECT real_time_partition_column_select(6);
(6,) (6,)
(4 rows) (4 rows)
-- check adaptive executor
CREATE FUNCTION task_tracker_non_partition_column_select(value_arg int) CREATE FUNCTION task_tracker_non_partition_column_select(value_arg int)
RETURNS TABLE(key int, value int) AS $$ RETURNS TABLE(key int, value int) AS $$
DECLARE DECLARE

View File

@ -763,7 +763,6 @@ EXECUTE prepared_real_time_partition_column_select(6);
6 | 6 |
(4 rows) (4 rows)
-- check adaptive executor
PREPARE prepared_task_tracker_non_partition_column_select(int) AS PREPARE prepared_task_tracker_non_partition_column_select(int) AS
SELECT SELECT
prepare_table.key, prepare_table.key,

View File

@ -164,7 +164,6 @@ SELECT * FROM repartition_udt JOIN repartition_udt_other
(0 rows) (0 rows)
-- Query that should result in a repartition join on UDT column. -- Query that should result in a repartition join on UDT column.
SET citus.task_executor_type = 'adaptive';
SET citus.log_multi_join_order = true; SET citus.log_multi_join_order = true;
EXPLAIN (COSTS OFF) EXPLAIN (COSTS OFF)
SELECT * FROM repartition_udt JOIN repartition_udt_other SELECT * FROM repartition_udt JOIN repartition_udt_other

View File

@ -2278,7 +2278,6 @@ SELECT * FROM mv_articles_hash_data ORDER BY 1, 2, 3, 4;
42 | 2 | ausable | 15885 42 | 2 | ausable | 15885
(10 rows) (10 rows)
-- router planner/executor is now enabled for adaptive executor
SELECT id SELECT id
FROM articles_hash FROM articles_hash
WHERE author_id = 1 WHERE author_id = 1
@ -2294,7 +2293,6 @@ DEBUG: query has a single distribution column value: 1
41 41
(5 rows) (5 rows)
-- insert query is router plannable even under adaptive
INSERT INTO articles_hash VALUES (51, 1, 'amateus', 1814), (52, 1, 'second amateus', 2824); INSERT INTO articles_hash VALUES (51, 1, 'amateus', 1814), (52, 1, 'second amateus', 2824);
DEBUG: Creating router plan DEBUG: Creating router plan
DEBUG: query has a single distribution column value: 1 DEBUG: query has a single distribution column value: 1

View File

@ -1995,7 +1995,6 @@ SELECT * FROM mv_articles_hash_empty;
41 | 1 | aznavour | 11814 41 | 1 | aznavour | 11814
(5 rows) (5 rows)
-- fast-path router planner/executor is enabled for adaptive executor
SELECT id SELECT id
FROM articles_hash FROM articles_hash
WHERE author_id = 1; WHERE author_id = 1;
@ -2011,7 +2010,6 @@ DEBUG: query has a single distribution column value: 1
41 41
(5 rows) (5 rows)
-- insert query is router plannable even under adaptive
INSERT INTO articles_hash VALUES (51, 1, 'amateus', 1814), (52, 1, 'second amateus', 2824); INSERT INTO articles_hash VALUES (51, 1, 'amateus', 1814), (52, 1, 'second amateus', 2824);
DEBUG: Creating router plan DEBUG: Creating router plan
DEBUG: query has a single distribution column value: 1 DEBUG: query has a single distribution column value: 1

View File

@ -519,7 +519,6 @@ SELECT create_distributed_table('dist_1', 'a');
(1 row) (1 row)
INSERT INTO dist_1 SELECT x,10-x FROM generate_series(1,10) x; INSERT INTO dist_1 SELECT x,10-x FROM generate_series(1,10) x;
SET citus.task_executor_type to 'adaptive';
SELECT COUNT(*) FROM dist_1 f, dist_1 s WHERE f.a = s.b; SELECT COUNT(*) FROM dist_1 f, dist_1 s WHERE f.a = s.b;
count count
--------------------------------------------------------------------- ---------------------------------------------------------------------

View File

@ -1,4 +1,4 @@
-- Confirm we can use local, router, real-time, and adaptive execution -- Confirm we can use local, and adaptive execution
CREATE SCHEMA with_executors; CREATE SCHEMA with_executors;
SET search_path TO with_executors, public; SET search_path TO with_executors, public;
SET citus.enable_repartition_joins TO on; SET citus.enable_repartition_joins TO on;
@ -152,7 +152,7 @@ SELECT * FROM cte WHERE uid=1 ORDER BY 2 LIMIT 5;
1 | 0 1 | 0
(5 rows) (5 rows)
-- CTEs should be able to use adaptive queries -- CTEs should be able to use adaptive executor
WITH cte AS ( WITH cte AS (
WITH task_tracker_1 AS ( WITH task_tracker_1 AS (
SELECT SELECT
@ -375,8 +375,6 @@ SELECT count(*) FROM cte, users_table where cte.count=user_id;
0 0
(1 row) (1 row)
-- CTEs shouldn't be able to terminate a adaptive query
WITH cte_1 AS ( WITH cte_1 AS (
SELECT SELECT
u_table.user_id as u_id, e_table.event_type u_table.user_id as u_id, e_table.event_type

View File

@ -409,7 +409,6 @@ push(@pgOptions, '-c', "wal_level=logical");
# Citus options set for the tests # Citus options set for the tests
push(@pgOptions, '-c', "citus.shard_count=4"); push(@pgOptions, '-c', "citus.shard_count=4");
push(@pgOptions, '-c', "citus.shard_max_size=1500kB"); push(@pgOptions, '-c', "citus.shard_max_size=1500kB");
push(@pgOptions, '-c', "citus.max_running_tasks_per_node=4");
push(@pgOptions, '-c', "citus.repartition_join_bucket_count_per_node=2"); push(@pgOptions, '-c', "citus.repartition_join_bucket_count_per_node=2");
push(@pgOptions, '-c', "citus.expire_cached_shards=on"); push(@pgOptions, '-c', "citus.expire_cached_shards=on");
push(@pgOptions, '-c', "citus.sort_returning=on"); push(@pgOptions, '-c', "citus.sort_returning=on");