-- -- MULTI_PREPARE_SQL -- -- Tests covering PREPARE statements. Many of the queries are -- taken from other regression test files and converted into -- prepared statements. ALTER SEQUENCE pg_catalog.pg_dist_shardid_seq RESTART 790000; ALTER SEQUENCE pg_catalog.pg_dist_jobid_seq RESTART 790000; PREPARE prepared_test_1 AS SELECT count(*) FROM orders; PREPARE prepared_test_2 AS SELECT count(*) FROM orders, lineitem WHERE o_orderkey = l_orderkey; PREPARE prepared_test_3 AS SELECT count(*) FROM orders, customer WHERE o_custkey = c_custkey; PREPARE prepared_test_4 AS SELECT count(*) FROM orders, customer, lineitem WHERE o_custkey = c_custkey AND o_orderkey = l_orderkey; PREPARE prepared_test_5 AS SELECT count(*) FROM lineitem, customer WHERE l_partkey = c_nationkey; PREPARE prepared_test_6(int) AS SELECT count(*) FROM orders, lineitem WHERE o_orderkey = l_orderkey AND l_suppkey > $1; PREPARE prepared_test_7(text, text) AS SELECT supp_nation, cust_nation, l_year, sum(volume) AS revenue FROM ( SELECT supp_nation, cust_nation, extract(year FROM l_shipdate) AS l_year, l_extendedprice * (1 - l_discount) AS volume FROM supplier, lineitem, orders, customer, ( SELECT n1.n_nationkey AS supp_nation_key, n2.n_nationkey AS cust_nation_key, n1.n_name AS supp_nation, n2.n_name AS cust_nation FROM nation n1, nation n2 WHERE ( (n1.n_name = $1 AND n2.n_name = $2) OR (n1.n_name = $2 AND n2.n_name = $1) ) ) AS temp WHERE s_suppkey = l_suppkey AND o_orderkey = l_orderkey AND c_custkey = o_custkey AND s_nationkey = supp_nation_key AND c_nationkey = cust_nation_key AND l_shipdate between date '1995-01-01' AND date '1996-12-31' ) AS shipping GROUP BY supp_nation, cust_nation, l_year ORDER BY supp_nation, cust_nation, l_year; SET citus.task_executor_type TO 'task-tracker'; SET client_min_messages TO INFO; -- execute prepared statements EXECUTE prepared_test_1; count ------- 2984 (1 row) EXECUTE prepared_test_2; count ------- 11998 (1 row) EXECUTE prepared_test_3; count ------- 1955 (1 row) EXECUTE prepared_test_4; count ------- 7804 (1 row) EXECUTE prepared_test_5; count ------- 39 (1 row) -- execute prepared statements with different parameters EXECUTE prepared_test_6(155); count ------- 11811 (1 row) EXECUTE prepared_test_6(1555); count ------- 10183 (1 row) EXECUTE prepared_test_7('UNITED KINGDOM', 'CHINA'); supp_nation | cust_nation | l_year | revenue ---------------------------+---------------------------+--------+------------ UNITED KINGDOM | CHINA | 1996 | 18560.2200 (1 row) EXECUTE prepared_test_7('FRANCE', 'GERMANY'); supp_nation | cust_nation | l_year | revenue ---------------------------+---------------------------+--------+----------- GERMANY | FRANCE | 1995 | 2399.2948 (1 row) -- now, execute prepared statements with random order EXECUTE prepared_test_6(155); count ------- 11811 (1 row) EXECUTE prepared_test_3; count ------- 1955 (1 row) EXECUTE prepared_test_7('FRANCE', 'GERMANY'); supp_nation | cust_nation | l_year | revenue ---------------------------+---------------------------+--------+----------- GERMANY | FRANCE | 1995 | 2399.2948 (1 row) EXECUTE prepared_test_5; count ------- 39 (1 row) EXECUTE prepared_test_1; count ------- 2984 (1 row) EXECUTE prepared_test_6(1555); count ------- 10183 (1 row) EXECUTE prepared_test_4; count ------- 7804 (1 row) EXECUTE prepared_test_7('UNITED KINGDOM', 'CHINA'); supp_nation | cust_nation | l_year | revenue ---------------------------+---------------------------+--------+------------ UNITED KINGDOM | CHINA | 1996 | 18560.2200 (1 row) EXECUTE prepared_test_2; count ------- 11998 (1 row) -- CREATE TABLE ... AS EXECUTE prepared_statement tests CREATE TEMP TABLE prepared_sql_test_7 AS EXECUTE prepared_test_7('UNITED KINGDOM', 'CHINA'); SELECT * from prepared_sql_test_7; supp_nation | cust_nation | l_year | revenue ---------------------------+---------------------------+--------+------------ UNITED KINGDOM | CHINA | 1996 | 18560.2200 (1 row) -- now, run some of the tests with real-time executor SET citus.task_executor_type TO 'real-time'; -- execute prepared statements EXECUTE prepared_test_1; count ------- 2984 (1 row) EXECUTE prepared_test_2; count ------- 11998 (1 row) -- execute prepared statements with different parameters EXECUTE prepared_test_6(155); count ------- 11811 (1 row) EXECUTE prepared_test_6(1555); count ------- 10183 (1 row) -- test router executor with parameterized non-partition columns -- create a custom type which also exists on worker nodes CREATE TYPE test_composite_type AS ( i integer, i2 integer ); CREATE TABLE router_executor_table ( id bigint NOT NULL, comment varchar(20), stats test_composite_type ); SELECT master_create_distributed_table('router_executor_table', 'id', 'hash'); master_create_distributed_table --------------------------------- (1 row) SELECT master_create_worker_shards('router_executor_table', 2, 2); master_create_worker_shards ----------------------------- (1 row) -- test parameterized inserts PREPARE prepared_insert(varchar(20)) AS INSERT INTO router_executor_table VALUES (1, $1, $2); EXECUTE prepared_insert('comment-1', '(1, 10)'); EXECUTE prepared_insert('comment-2', '(2, 20)'); EXECUTE prepared_insert('comment-3', '(3, 30)'); EXECUTE prepared_insert('comment-4', '(4, 40)'); EXECUTE prepared_insert('comment-5', '(5, 50)'); EXECUTE prepared_insert('comment-6', '(6, 60)'); SELECT * FROM router_executor_table ORDER BY comment; id | comment | stats ----+-----------+-------- 1 | comment-1 | (1,10) 1 | comment-2 | (2,20) 1 | comment-3 | (3,30) 1 | comment-4 | (4,40) 1 | comment-5 | (5,50) 1 | comment-6 | (6,60) (6 rows) -- test parameterized selects PREPARE prepared_select(integer, integer) AS SELECT count(*) FROM router_executor_table WHERE id = 1 AND stats = ROW($1, $2)::test_composite_type; EXECUTE prepared_select(1, 10); count ------- 1 (1 row) EXECUTE prepared_select(2, 20); count ------- 1 (1 row) EXECUTE prepared_select(3, 30); count ------- 1 (1 row) EXECUTE prepared_select(4, 40); count ------- 1 (1 row) EXECUTE prepared_select(5, 50); count ------- 1 (1 row) EXECUTE prepared_select(6, 60); count ------- 1 (1 row) -- Test that parameterized partition column for an insert is supported PREPARE prepared_partition_column_insert(bigint) AS INSERT INTO router_executor_table VALUES ($1, 'arsenous', '(1,10)'); -- execute 6 times to trigger prepared statement usage EXECUTE prepared_partition_column_insert(1); EXECUTE prepared_partition_column_insert(2); EXECUTE prepared_partition_column_insert(3); EXECUTE prepared_partition_column_insert(4); EXECUTE prepared_partition_column_insert(5); EXECUTE prepared_partition_column_insert(6); DROP TYPE test_composite_type CASCADE; NOTICE: drop cascades to table router_executor_table column stats -- test router executor with prepare statements CREATE TABLE prepare_table ( key int, value int ); SELECT master_create_distributed_table('prepare_table','key','hash'); master_create_distributed_table --------------------------------- (1 row) SELECT master_create_worker_shards('prepare_table',4,1); master_create_worker_shards ----------------------------- (1 row) PREPARE prepared_no_parameter_insert AS INSERT INTO prepare_table (key) VALUES (0); -- execute 6 times to trigger prepared statement usage EXECUTE prepared_no_parameter_insert; EXECUTE prepared_no_parameter_insert; EXECUTE prepared_no_parameter_insert; EXECUTE prepared_no_parameter_insert; EXECUTE prepared_no_parameter_insert; EXECUTE prepared_no_parameter_insert; PREPARE prepared_single_parameter_insert(int) AS INSERT INTO prepare_table (key) VALUES ($1); -- execute 6 times to trigger prepared statement usage EXECUTE prepared_single_parameter_insert(1); EXECUTE prepared_single_parameter_insert(2); EXECUTE prepared_single_parameter_insert(3); EXECUTE prepared_single_parameter_insert(4); EXECUTE prepared_single_parameter_insert(5); EXECUTE prepared_single_parameter_insert(6); PREPARE prepared_double_parameter_insert(int, int) AS INSERT INTO prepare_table (key, value) VALUES ($1, $2); -- execute 6 times to trigger prepared statement usage EXECUTE prepared_double_parameter_insert(1, 10); EXECUTE prepared_double_parameter_insert(2, 20); EXECUTE prepared_double_parameter_insert(3, 30); EXECUTE prepared_double_parameter_insert(4, 40); EXECUTE prepared_double_parameter_insert(5, 50); EXECUTE prepared_double_parameter_insert(6, 60); PREPARE prepared_non_partition_parameter_insert(int) AS INSERT INTO prepare_table (key, value) VALUES (0, $1); -- execute 6 times to trigger prepared statement usage EXECUTE prepared_non_partition_parameter_insert(10); EXECUTE prepared_non_partition_parameter_insert(20); EXECUTE prepared_non_partition_parameter_insert(30); EXECUTE prepared_non_partition_parameter_insert(40); EXECUTE prepared_non_partition_parameter_insert(50); EXECUTE prepared_non_partition_parameter_insert(60); -- check inserted values SELECT * FROM prepare_table ORDER BY key, value; key | value -----+------- 0 | 10 0 | 20 0 | 30 0 | 40 0 | 50 0 | 60 0 | 0 | 0 | 0 | 0 | 0 | 1 | 10 1 | 2 | 20 2 | 3 | 30 3 | 4 | 40 4 | 5 | 50 5 | 6 | 60 6 | (24 rows) -- check router executor select PREPARE prepared_router_partition_column_select(int) AS SELECT prepare_table.key, prepare_table.value FROM prepare_table WHERE prepare_table.key = $1 ORDER BY key, value; EXECUTE prepared_router_partition_column_select(1); key | value -----+------- 1 | 10 1 | (2 rows) EXECUTE prepared_router_partition_column_select(2); key | value -----+------- 2 | 20 2 | (2 rows) EXECUTE prepared_router_partition_column_select(3); key | value -----+------- 3 | 30 3 | (2 rows) EXECUTE prepared_router_partition_column_select(4); key | value -----+------- 4 | 40 4 | (2 rows) EXECUTE prepared_router_partition_column_select(5); key | value -----+------- 5 | 50 5 | (2 rows) EXECUTE prepared_router_partition_column_select(6); key | value -----+------- 6 | 60 6 | (2 rows) PREPARE prepared_router_non_partition_column_select(int) AS SELECT prepare_table.key, prepare_table.value FROM prepare_table WHERE prepare_table.key = 0 AND prepare_table.value = $1 ORDER BY key, value; EXECUTE prepared_router_non_partition_column_select(10); key | value -----+------- 0 | 10 (1 row) EXECUTE prepared_router_non_partition_column_select(20); key | value -----+------- 0 | 20 (1 row) EXECUTE prepared_router_non_partition_column_select(30); key | value -----+------- 0 | 30 (1 row) EXECUTE prepared_router_non_partition_column_select(40); key | value -----+------- 0 | 40 (1 row) EXECUTE prepared_router_non_partition_column_select(50); key | value -----+------- 0 | 50 (1 row) EXECUTE prepared_router_non_partition_column_select(60); key | value -----+------- 0 | 60 (1 row) -- check real-time executor PREPARE prepared_real_time_non_partition_column_select(int) AS SELECT prepare_table.key, prepare_table.value FROM prepare_table WHERE prepare_table.value = $1 ORDER BY key, value; EXECUTE prepared_real_time_non_partition_column_select(10); key | value -----+------- 0 | 10 1 | 10 (2 rows) EXECUTE prepared_real_time_non_partition_column_select(20); key | value -----+------- 0 | 20 2 | 20 (2 rows) EXECUTE prepared_real_time_non_partition_column_select(30); key | value -----+------- 0 | 30 3 | 30 (2 rows) EXECUTE prepared_real_time_non_partition_column_select(40); key | value -----+------- 0 | 40 4 | 40 (2 rows) EXECUTE prepared_real_time_non_partition_column_select(50); key | value -----+------- 0 | 50 5 | 50 (2 rows) EXECUTE prepared_real_time_non_partition_column_select(60); key | value -----+------- 0 | 60 6 | 60 (2 rows) PREPARE prepared_real_time_partition_column_select(int) AS SELECT prepare_table.key, prepare_table.value FROM prepare_table WHERE prepare_table.key = $1 OR prepare_table.value = 10 ORDER BY key, value; EXECUTE prepared_real_time_partition_column_select(1); key | value -----+------- 0 | 10 1 | 10 1 | (3 rows) EXECUTE prepared_real_time_partition_column_select(2); key | value -----+------- 0 | 10 1 | 10 2 | 20 2 | (4 rows) EXECUTE prepared_real_time_partition_column_select(3); key | value -----+------- 0 | 10 1 | 10 3 | 30 3 | (4 rows) EXECUTE prepared_real_time_partition_column_select(4); key | value -----+------- 0 | 10 1 | 10 4 | 40 4 | (4 rows) EXECUTE prepared_real_time_partition_column_select(5); key | value -----+------- 0 | 10 1 | 10 5 | 50 5 | (4 rows) EXECUTE prepared_real_time_partition_column_select(6); key | value -----+------- 0 | 10 1 | 10 6 | 60 6 | (4 rows) -- check task-tracker executor SET citus.task_executor_type TO 'task-tracker'; PREPARE prepared_task_tracker_non_partition_column_select(int) AS SELECT prepare_table.key, prepare_table.value FROM prepare_table WHERE prepare_table.value = $1 ORDER BY key, value; EXECUTE prepared_task_tracker_non_partition_column_select(10); key | value -----+------- 0 | 10 1 | 10 (2 rows) EXECUTE prepared_task_tracker_non_partition_column_select(20); key | value -----+------- 0 | 20 2 | 20 (2 rows) EXECUTE prepared_task_tracker_non_partition_column_select(30); key | value -----+------- 0 | 30 3 | 30 (2 rows) EXECUTE prepared_task_tracker_non_partition_column_select(40); key | value -----+------- 0 | 40 4 | 40 (2 rows) EXECUTE prepared_task_tracker_non_partition_column_select(50); key | value -----+------- 0 | 50 5 | 50 (2 rows) EXECUTE prepared_task_tracker_non_partition_column_select(60); key | value -----+------- 0 | 60 6 | 60 (2 rows) PREPARE prepared_task_tracker_partition_column_select(int) AS SELECT prepare_table.key, prepare_table.value FROM prepare_table WHERE prepare_table.key = $1 OR prepare_table.value = 10 ORDER BY key, value; EXECUTE prepared_task_tracker_partition_column_select(1); key | value -----+------- 0 | 10 1 | 10 1 | (3 rows) EXECUTE prepared_task_tracker_partition_column_select(2); key | value -----+------- 0 | 10 1 | 10 2 | 20 2 | (4 rows) EXECUTE prepared_task_tracker_partition_column_select(3); key | value -----+------- 0 | 10 1 | 10 3 | 30 3 | (4 rows) EXECUTE prepared_task_tracker_partition_column_select(4); key | value -----+------- 0 | 10 1 | 10 4 | 40 4 | (4 rows) EXECUTE prepared_task_tracker_partition_column_select(5); key | value -----+------- 0 | 10 1 | 10 5 | 50 5 | (4 rows) EXECUTE prepared_task_tracker_partition_column_select(6); key | value -----+------- 0 | 10 1 | 10 6 | 60 6 | (4 rows) SET citus.task_executor_type TO 'real-time'; -- check updates PREPARE prepared_partition_parameter_update(int, int) AS UPDATE prepare_table SET value = $2 WHERE key = $1; -- execute 6 times to trigger prepared statement usage EXECUTE prepared_partition_parameter_update(1, 11); EXECUTE prepared_partition_parameter_update(2, 21); EXECUTE prepared_partition_parameter_update(3, 31); EXECUTE prepared_partition_parameter_update(4, 41); EXECUTE prepared_partition_parameter_update(5, 51); EXECUTE prepared_partition_parameter_update(6, 61); ERROR: distributed modifications must target exactly one shard DETAIL: This command modifies all shards. HINT: Consider using an equality filter on partition column "key". You can use master_modify_multiple_shards() to perform multi-shard delete or update operations. PREPARE prepared_non_partition_parameter_update(int, int) AS UPDATE prepare_table SET value = $2 WHERE key = 0 AND value = $1; -- execute 6 times to trigger prepared statement usage EXECUTE prepared_non_partition_parameter_update(10, 12); EXECUTE prepared_non_partition_parameter_update(20, 22); EXECUTE prepared_non_partition_parameter_update(30, 32); EXECUTE prepared_non_partition_parameter_update(40, 42); EXECUTE prepared_non_partition_parameter_update(50, 52); EXECUTE prepared_non_partition_parameter_update(60, 62); -- check after updates SELECT * FROM prepare_table ORDER BY key, value; key | value -----+------- 0 | 12 0 | 22 0 | 32 0 | 42 0 | 52 0 | 62 0 | 0 | 0 | 0 | 0 | 0 | 1 | 11 1 | 11 2 | 21 2 | 21 3 | 31 3 | 31 4 | 41 4 | 41 5 | 51 5 | 51 6 | 60 6 | (24 rows) -- check deletes PREPARE prepared_partition_parameter_delete(int, int) AS DELETE FROM prepare_table WHERE key = $1 AND value = $2; EXECUTE prepared_partition_parameter_delete(1, 11); EXECUTE prepared_partition_parameter_delete(2, 21); EXECUTE prepared_partition_parameter_delete(3, 31); EXECUTE prepared_partition_parameter_delete(4, 41); EXECUTE prepared_partition_parameter_delete(5, 51); EXECUTE prepared_partition_parameter_delete(6, 61); ERROR: distributed modifications must target exactly one shard DETAIL: This command modifies all shards. HINT: Consider using an equality filter on partition column "key". You can use master_modify_multiple_shards() to perform multi-shard delete or update operations. PREPARE prepared_non_partition_parameter_delete(int) AS DELETE FROM prepare_table WHERE key = 0 AND value = $1; -- execute 6 times to trigger prepared statement usage EXECUTE prepared_non_partition_parameter_delete(12); EXECUTE prepared_non_partition_parameter_delete(22); EXECUTE prepared_non_partition_parameter_delete(32); EXECUTE prepared_non_partition_parameter_delete(42); EXECUTE prepared_non_partition_parameter_delete(52); EXECUTE prepared_non_partition_parameter_delete(62); -- check after deletes SELECT * FROM prepare_table ORDER BY key, value; key | value -----+------- 0 | 0 | 0 | 0 | 0 | 0 | 6 | 60 6 | (8 rows) -- verify placement state updates invalidate shard state -- -- We use a immutable function to check for that. The planner will -- evaluate it once during planning, during execution it should never -- be reached (no rows). That way we'll see a NOTICE when -- (re-)planning, but not when executing. -- first create helper function CREATE OR REPLACE FUNCTION immutable_bleat(text) RETURNS int LANGUAGE plpgsql IMMUTABLE AS $$BEGIN RAISE NOTICE '%', $1;RETURN 1;END$$; \c - - - :worker_1_port CREATE OR REPLACE FUNCTION immutable_bleat(text) RETURNS int LANGUAGE plpgsql IMMUTABLE AS $$BEGIN RAISE NOTICE '%', $1;RETURN 1;END$$; \c - - - :worker_2_port CREATE OR REPLACE FUNCTION immutable_bleat(text) RETURNS int LANGUAGE plpgsql IMMUTABLE AS $$BEGIN RAISE NOTICE '%', $1;RETURN 1;END$$; \c - - - :master_port -- test table CREATE TABLE test_table (test_id integer NOT NULL, data text); SELECT master_create_distributed_table('test_table', 'test_id', 'hash'); master_create_distributed_table --------------------------------- (1 row) SELECT master_create_worker_shards('test_table', 2, 2); master_create_worker_shards ----------------------------- (1 row) -- avoid 9.6+ only context messages \set VERBOSITY terse --plain statement, needs planning SELECT count(*) FROM test_table HAVING COUNT(*) = immutable_bleat('replanning'); NOTICE: replanning count ------- (0 rows) --prepared statement PREPARE countsome AS SELECT count(*) FROM test_table HAVING COUNT(*) = immutable_bleat('replanning'); EXECUTE countsome; -- should indicate planning NOTICE: replanning count ------- (0 rows) EXECUTE countsome; -- no replanning count ------- (0 rows) -- invalidate half of the placements using SQL, should invalidate via trigger UPDATE pg_dist_shard_placement SET shardstate = '3' WHERE shardid IN ( SELECT shardid FROM pg_dist_shard WHERE logicalrelid = 'test_table'::regclass) AND nodeport = :worker_1_port; EXECUTE countsome; -- should indicate replanning NOTICE: replanning count ------- (0 rows) EXECUTE countsome; -- no replanning count ------- (0 rows) -- repair shards, should invalidate via master_metadata_utility.c SELECT master_copy_shard_placement(shardid, 'localhost', :worker_2_port, 'localhost', :worker_1_port) FROM pg_dist_shard_placement WHERE shardid IN ( SELECT shardid FROM pg_dist_shard WHERE logicalrelid = 'test_table'::regclass) AND nodeport = :worker_1_port; master_copy_shard_placement ----------------------------- (2 rows) EXECUTE countsome; -- should indicate replanning NOTICE: replanning count ------- (0 rows) EXECUTE countsome; -- no replanning count ------- (0 rows) -- reset \set VERBOSITY default -- clean-up prepared statements DEALLOCATE ALL;