mirror of https://github.com/citusdata/citus.git
511 lines
16 KiB
PL/PgSQL
511 lines
16 KiB
PL/PgSQL
--
|
|
-- MULTI_EXTENSION
|
|
--
|
|
-- Tests around extension creation / upgrades
|
|
--
|
|
-- It'd be nice to script generation of this file, but alas, that's
|
|
-- not done yet.
|
|
|
|
-- differentiate the output file for pg11 and versions above, with regards to objects
|
|
-- created per citus version depending on the postgres version. Upgrade tests verify the
|
|
-- objects are added in citus_finish_pg_upgrade()
|
|
SHOW server_version \gset
|
|
SELECT substring(:'server_version', '\d+')::int > 11 AS version_above_eleven;
|
|
|
|
SET citus.next_shard_id TO 580000;
|
|
|
|
SELECT $definition$
|
|
CREATE OR REPLACE FUNCTION test.maintenance_worker()
|
|
RETURNS pg_stat_activity
|
|
LANGUAGE plpgsql
|
|
AS $$
|
|
DECLARE
|
|
activity record;
|
|
BEGIN
|
|
DO 'BEGIN END'; -- Force maintenance daemon to start
|
|
-- we don't want to wait forever; loop will exit after 20 seconds
|
|
FOR i IN 1 .. 200 LOOP
|
|
PERFORM pg_stat_clear_snapshot();
|
|
SELECT * INTO activity FROM pg_stat_activity
|
|
WHERE application_name = 'Citus Maintenance Daemon' AND datname = current_database();
|
|
IF activity.pid IS NOT NULL THEN
|
|
RETURN activity;
|
|
ELSE
|
|
PERFORM pg_sleep(0.1);
|
|
END IF ;
|
|
END LOOP;
|
|
-- fail if we reach the end of this loop
|
|
raise 'Waited too long for maintenance daemon to start';
|
|
END;
|
|
$$;
|
|
$definition$ create_function_test_maintenance_worker
|
|
\gset
|
|
|
|
CREATE TABLE prev_objects(description text);
|
|
CREATE TABLE extension_diff(previous_object text COLLATE "C",
|
|
current_object text COLLATE "C");
|
|
|
|
CREATE FUNCTION print_extension_changes()
|
|
RETURNS TABLE(previous_object text, current_object text)
|
|
AS $func$
|
|
BEGIN
|
|
TRUNCATE TABLE extension_diff;
|
|
|
|
CREATE TABLE current_objects AS
|
|
SELECT pg_catalog.pg_describe_object(classid, objid, 0)
|
|
|| ' ' ||
|
|
coalesce(pg_catalog.pg_get_function_result(objid), '') AS description
|
|
FROM pg_catalog.pg_depend, pg_catalog.pg_extension e
|
|
WHERE refclassid = 'pg_catalog.pg_extension'::pg_catalog.regclass
|
|
AND refobjid = e.oid
|
|
AND deptype = 'e'
|
|
AND e.extname='citus';
|
|
|
|
INSERT INTO extension_diff
|
|
SELECT p.description previous_object, c.description current_object
|
|
FROM current_objects c FULL JOIN prev_objects p
|
|
ON p.description = c.description
|
|
WHERE p.description is null OR c.description is null;
|
|
|
|
DROP TABLE prev_objects;
|
|
ALTER TABLE current_objects RENAME TO prev_objects;
|
|
|
|
RETURN QUERY SELECT * FROM extension_diff ORDER BY 1, 2;
|
|
END
|
|
$func$ LANGUAGE plpgsql;
|
|
|
|
CREATE SCHEMA test;
|
|
:create_function_test_maintenance_worker
|
|
|
|
-- check maintenance daemon is started
|
|
SELECT datname, current_database(),
|
|
usename, (SELECT extowner::regrole::text FROM pg_extension WHERE extname = 'citus')
|
|
FROM test.maintenance_worker();
|
|
|
|
-- ensure no unexpected objects were created outside pg_catalog
|
|
SELECT pgio.type, pgio.identity
|
|
FROM pg_depend AS pgd,
|
|
pg_extension AS pge,
|
|
LATERAL pg_identify_object(pgd.classid, pgd.objid, pgd.objsubid) AS pgio
|
|
WHERE pgd.refclassid = 'pg_extension'::regclass AND
|
|
pgd.refobjid = pge.oid AND
|
|
pge.extname = 'citus' AND
|
|
pgio.schema NOT IN ('pg_catalog', 'citus', 'citus_internal', 'test', 'columnar')
|
|
ORDER BY 1, 2;
|
|
|
|
|
|
-- DROP EXTENSION pre-created by the regression suite
|
|
DROP EXTENSION citus;
|
|
\c
|
|
|
|
-- these tests switch between citus versions and call ddl's that require pg_dist_object to be created
|
|
SET citus.enable_object_propagation TO 'false';
|
|
|
|
SET citus.enable_version_checks TO 'false';
|
|
|
|
CREATE EXTENSION citus VERSION '8.0-1';
|
|
ALTER EXTENSION citus UPDATE TO '8.0-2';
|
|
ALTER EXTENSION citus UPDATE TO '8.0-3';
|
|
ALTER EXTENSION citus UPDATE TO '8.0-4';
|
|
ALTER EXTENSION citus UPDATE TO '8.0-5';
|
|
ALTER EXTENSION citus UPDATE TO '8.0-6';
|
|
ALTER EXTENSION citus UPDATE TO '8.0-7';
|
|
ALTER EXTENSION citus UPDATE TO '8.0-8';
|
|
ALTER EXTENSION citus UPDATE TO '8.0-9';
|
|
ALTER EXTENSION citus UPDATE TO '8.0-10';
|
|
ALTER EXTENSION citus UPDATE TO '8.0-11';
|
|
ALTER EXTENSION citus UPDATE TO '8.0-12';
|
|
ALTER EXTENSION citus UPDATE TO '8.0-13';
|
|
ALTER EXTENSION citus UPDATE TO '8.1-1';
|
|
ALTER EXTENSION citus UPDATE TO '8.2-1';
|
|
ALTER EXTENSION citus UPDATE TO '8.2-2';
|
|
ALTER EXTENSION citus UPDATE TO '8.2-3';
|
|
ALTER EXTENSION citus UPDATE TO '8.2-4';
|
|
ALTER EXTENSION citus UPDATE TO '8.3-1';
|
|
ALTER EXTENSION citus UPDATE TO '9.0-1';
|
|
ALTER EXTENSION citus UPDATE TO '9.0-2';
|
|
ALTER EXTENSION citus UPDATE TO '9.1-1';
|
|
ALTER EXTENSION citus UPDATE TO '9.2-1';
|
|
ALTER EXTENSION citus UPDATE TO '9.2-2';
|
|
-- Snapshot of state at 9.2-2
|
|
SELECT * FROM print_extension_changes();
|
|
|
|
-- Test downgrade to 9.2-2 from 9.2-4
|
|
ALTER EXTENSION citus UPDATE TO '9.2-4';
|
|
ALTER EXTENSION citus UPDATE TO '9.2-2';
|
|
-- Should be empty result since upgrade+downgrade should be a no-op
|
|
SELECT * FROM print_extension_changes();
|
|
|
|
/*
|
|
* As we mistakenly bumped schema version to 9.3-1 in a bad release, we support
|
|
* updating citus schema from 9.3-1 to 9.2-4, but we do not support updates to 9.3-1.
|
|
*
|
|
* Hence the query below should fail.
|
|
*/
|
|
ALTER EXTENSION citus UPDATE TO '9.3-1';
|
|
|
|
ALTER EXTENSION citus UPDATE TO '9.2-4';
|
|
-- Snapshot of state at 9.2-4
|
|
SELECT * FROM print_extension_changes();
|
|
|
|
-- Test downgrade to 9.2-4 from 9.3-2
|
|
ALTER EXTENSION citus UPDATE TO '9.3-2';
|
|
ALTER EXTENSION citus UPDATE TO '9.2-4';
|
|
-- Should be empty result since upgrade+downgrade should be a no-op
|
|
SELECT * FROM print_extension_changes();
|
|
|
|
-- Snapshot of state at 9.3-2
|
|
ALTER EXTENSION citus UPDATE TO '9.3-2';
|
|
SELECT * FROM print_extension_changes();
|
|
|
|
-- Test downgrade to 9.3-2 from 9.4-1
|
|
ALTER EXTENSION citus UPDATE TO '9.4-1';
|
|
ALTER EXTENSION citus UPDATE TO '9.3-2';
|
|
-- Should be empty result since upgrade+downgrade should be a no-op
|
|
SELECT * FROM print_extension_changes();
|
|
|
|
-- Snapshot of state at 9.4-1
|
|
ALTER EXTENSION citus UPDATE TO '9.4-1';
|
|
SELECT * FROM print_extension_changes();
|
|
|
|
-- Test downgrade to 9.4-1 from 9.5-1
|
|
ALTER EXTENSION citus UPDATE TO '9.5-1';
|
|
|
|
BEGIN;
|
|
SELECT master_add_node('localhost', :master_port, groupId=>0);
|
|
CREATE TABLE citus_local_table (a int);
|
|
SELECT create_citus_local_table('citus_local_table');
|
|
|
|
-- downgrade from 9.5-1 to 9.4-1 should fail as we have a citus local table
|
|
ALTER EXTENSION citus UPDATE TO '9.4-1';
|
|
ROLLBACK;
|
|
|
|
-- now we can downgrade as there is no citus local table
|
|
ALTER EXTENSION citus UPDATE TO '9.4-1';
|
|
|
|
-- Should be empty result since upgrade+downgrade should be a no-op
|
|
SELECT * FROM print_extension_changes();
|
|
|
|
-- Snapshot of state at 9.5-1
|
|
ALTER EXTENSION citus UPDATE TO '9.5-1';
|
|
SELECT * FROM print_extension_changes();
|
|
|
|
-- Test downgrade to 9.5-1 from 10.0-1
|
|
ALTER EXTENSION citus UPDATE TO '10.0-1';
|
|
ALTER EXTENSION citus UPDATE TO '9.5-1';
|
|
-- Should be empty result since upgrade+downgrade should be a no-op
|
|
SELECT * FROM print_extension_changes();
|
|
|
|
-- Snapshot of state at 10.0-1
|
|
ALTER EXTENSION citus UPDATE TO '10.0-1';
|
|
SELECT * FROM print_extension_changes();
|
|
|
|
-- Test downgrade to 10.0-1 from 10.0-2
|
|
ALTER EXTENSION citus UPDATE TO '10.0-2';
|
|
ALTER EXTENSION citus UPDATE TO '10.0-1';
|
|
-- Should be empty result since upgrade+downgrade should be a no-op
|
|
SELECT * FROM print_extension_changes();
|
|
|
|
-- Snapshot of state at 10.0-2
|
|
ALTER EXTENSION citus UPDATE TO '10.0-2';
|
|
SELECT * FROM print_extension_changes();
|
|
|
|
-- Test downgrade to 10.0-2 from 10.0-3
|
|
ALTER EXTENSION citus UPDATE TO '10.0-3';
|
|
ALTER EXTENSION citus UPDATE TO '10.0-2';
|
|
-- Should be empty result since upgrade+downgrade should be a no-op
|
|
SELECT * FROM print_extension_changes();
|
|
|
|
-- Snapshot of state at 10.0-3
|
|
ALTER EXTENSION citus UPDATE TO '10.0-3';
|
|
SELECT * FROM print_extension_changes();
|
|
|
|
-- Test downgrade to 10.0-3 from 10.1-1
|
|
ALTER EXTENSION citus UPDATE TO '10.1-1';
|
|
ALTER EXTENSION citus UPDATE TO '10.0-3';
|
|
-- Should be empty result since upgrade+downgrade should be a no-op
|
|
SELECT * FROM print_extension_changes();
|
|
|
|
-- Snapshot of state at 10.1-1
|
|
ALTER EXTENSION citus UPDATE TO '10.1-1';
|
|
SELECT * FROM print_extension_changes();
|
|
|
|
-- Test downgrade to 10.1-1 from 10.2-1
|
|
ALTER EXTENSION citus UPDATE TO '10.2-1';
|
|
ALTER EXTENSION citus UPDATE TO '10.1-1';
|
|
-- Should be empty result since upgrade+downgrade should be a no-op
|
|
SELECT * FROM print_extension_changes();
|
|
|
|
-- Snapshot of state at 10.2-1
|
|
ALTER EXTENSION citus UPDATE TO '10.2-1';
|
|
SELECT * FROM print_extension_changes();
|
|
|
|
DROP TABLE prev_objects, extension_diff;
|
|
|
|
-- show running version
|
|
SHOW citus.version;
|
|
|
|
-- ensure no unexpected objects were created outside pg_catalog
|
|
SELECT pgio.type, pgio.identity
|
|
FROM pg_depend AS pgd,
|
|
pg_extension AS pge,
|
|
LATERAL pg_identify_object(pgd.classid, pgd.objid, pgd.objsubid) AS pgio
|
|
WHERE pgd.refclassid = 'pg_extension'::regclass AND
|
|
pgd.refobjid = pge.oid AND
|
|
pge.extname = 'citus' AND
|
|
pgio.schema NOT IN ('pg_catalog', 'citus', 'citus_internal', 'test', 'columnar')
|
|
ORDER BY 1, 2;
|
|
|
|
-- see incompatible version errors out
|
|
RESET citus.enable_version_checks;
|
|
DROP EXTENSION citus;
|
|
CREATE EXTENSION citus VERSION '8.0-1';
|
|
|
|
-- Test non-distributed queries work even in version mismatch
|
|
SET citus.enable_version_checks TO 'false';
|
|
CREATE EXTENSION citus VERSION '8.1-1';
|
|
SET citus.enable_version_checks TO 'true';
|
|
|
|
-- Test CREATE TABLE
|
|
CREATE TABLE version_mismatch_table(column1 int);
|
|
|
|
-- Test COPY
|
|
\copy version_mismatch_table FROM STDIN;
|
|
0
|
|
1
|
|
2
|
|
3
|
|
4
|
|
\.
|
|
|
|
-- Test INSERT
|
|
INSERT INTO version_mismatch_table(column1) VALUES(5);
|
|
|
|
-- Test SELECT
|
|
SELECT * FROM version_mismatch_table ORDER BY column1;
|
|
|
|
-- Test SELECT from pg_catalog
|
|
SELECT d.datname as "Name",
|
|
pg_catalog.pg_get_userbyid(d.datdba) as "Owner",
|
|
pg_catalog.array_to_string(d.datacl, E'\n') AS "Access privileges"
|
|
FROM pg_catalog.pg_database d
|
|
ORDER BY 1;
|
|
|
|
-- We should not distribute table in version mistmatch
|
|
SELECT create_distributed_table('version_mismatch_table', 'column1');
|
|
|
|
-- This function will cause fail in next ALTER EXTENSION
|
|
CREATE OR REPLACE FUNCTION pg_catalog.relation_is_a_known_shard(regclass)
|
|
RETURNS void LANGUAGE plpgsql
|
|
AS $function$
|
|
BEGIN
|
|
END;
|
|
$function$;
|
|
|
|
SET citus.enable_version_checks TO 'false';
|
|
-- This will fail because of previous function declaration
|
|
ALTER EXTENSION citus UPDATE TO '8.1-1';
|
|
|
|
-- We can DROP problematic function and continue ALTER EXTENSION even when version checks are on
|
|
SET citus.enable_version_checks TO 'true';
|
|
DROP FUNCTION pg_catalog.relation_is_a_known_shard(regclass);
|
|
|
|
SET citus.enable_version_checks TO 'false';
|
|
ALTER EXTENSION citus UPDATE TO '8.1-1';
|
|
|
|
-- Test updating to the latest version without specifying the version number
|
|
ALTER EXTENSION citus UPDATE;
|
|
|
|
-- re-create in newest version
|
|
DROP EXTENSION citus;
|
|
\c
|
|
CREATE EXTENSION citus;
|
|
|
|
-- test cache invalidation in workers
|
|
\c - - - :worker_1_port
|
|
|
|
DROP EXTENSION citus;
|
|
SET citus.enable_version_checks TO 'false';
|
|
CREATE EXTENSION citus VERSION '8.0-1';
|
|
SET citus.enable_version_checks TO 'true';
|
|
-- during ALTER EXTENSION, we should invalidate the cache
|
|
ALTER EXTENSION citus UPDATE;
|
|
|
|
-- if cache is invalidated succesfull, this \d should work without any problem
|
|
\d
|
|
|
|
\c - - - :master_port
|
|
|
|
-- test https://github.com/citusdata/citus/issues/3409
|
|
CREATE USER testuser2 SUPERUSER;
|
|
SET ROLE testuser2;
|
|
DROP EXTENSION Citus;
|
|
-- Loop until we see there's no maintenance daemon running
|
|
DO $$begin
|
|
for i in 0 .. 100 loop
|
|
if i = 100 then raise 'Waited too long'; end if;
|
|
PERFORM pg_stat_clear_snapshot();
|
|
perform * from pg_stat_activity where application_name = 'Citus Maintenance Daemon';
|
|
if not found then exit; end if;
|
|
perform pg_sleep(0.1);
|
|
end loop;
|
|
end$$;
|
|
SELECT datid, datname, usename FROM pg_stat_activity WHERE application_name = 'Citus Maintenance Daemon';
|
|
CREATE EXTENSION Citus;
|
|
-- Loop until we there's a maintenance daemon running
|
|
DO $$begin
|
|
for i in 0 .. 100 loop
|
|
if i = 100 then raise 'Waited too long'; end if;
|
|
PERFORM pg_stat_clear_snapshot();
|
|
perform * from pg_stat_activity where application_name = 'Citus Maintenance Daemon';
|
|
if found then exit; end if;
|
|
perform pg_sleep(0.1);
|
|
end loop;
|
|
end$$;
|
|
SELECT datid, datname, usename FROM pg_stat_activity WHERE application_name = 'Citus Maintenance Daemon';
|
|
RESET ROLE;
|
|
|
|
-- check that maintenance daemon gets (re-)started for the right user
|
|
DROP EXTENSION citus;
|
|
CREATE USER testuser SUPERUSER;
|
|
SET ROLE testuser;
|
|
CREATE EXTENSION citus;
|
|
|
|
SELECT datname, current_database(),
|
|
usename, (SELECT extowner::regrole::text FROM pg_extension WHERE extname = 'citus')
|
|
FROM test.maintenance_worker();
|
|
|
|
-- and recreate as the right owner
|
|
RESET ROLE;
|
|
DROP EXTENSION citus;
|
|
CREATE EXTENSION citus;
|
|
|
|
|
|
-- Check that maintenance daemon can also be started in another database
|
|
CREATE DATABASE another;
|
|
\c another
|
|
CREATE EXTENSION citus;
|
|
|
|
CREATE SCHEMA test;
|
|
:create_function_test_maintenance_worker
|
|
|
|
-- see that the daemon started
|
|
SELECT datname, current_database(),
|
|
usename, (SELECT extowner::regrole::text FROM pg_extension WHERE extname = 'citus')
|
|
FROM test.maintenance_worker();
|
|
|
|
-- Test that database with active worker can be dropped.
|
|
\c regression
|
|
|
|
CREATE SCHEMA test_daemon;
|
|
|
|
-- we create a similar function on the regression database
|
|
-- note that this function checks for the existence of the daemon
|
|
-- when not found, returns true else tries for 5 times and
|
|
-- returns false
|
|
CREATE OR REPLACE FUNCTION test_daemon.maintenance_daemon_died(p_dbname text)
|
|
RETURNS boolean
|
|
LANGUAGE plpgsql
|
|
AS $$
|
|
DECLARE
|
|
activity record;
|
|
BEGIN
|
|
PERFORM pg_stat_clear_snapshot();
|
|
SELECT * INTO activity FROM pg_stat_activity
|
|
WHERE application_name = 'Citus Maintenance Daemon' AND datname = p_dbname;
|
|
IF activity.pid IS NULL THEN
|
|
RETURN true;
|
|
ELSE
|
|
RETURN false;
|
|
END IF;
|
|
END;
|
|
$$;
|
|
|
|
-- drop the database and see that the daemon is dead
|
|
DROP DATABASE another;
|
|
SELECT
|
|
*
|
|
FROM
|
|
test_daemon.maintenance_daemon_died('another');
|
|
|
|
-- we don't need the schema and the function anymore
|
|
DROP SCHEMA test_daemon CASCADE;
|
|
|
|
|
|
-- verify citus does not crash while creating a table when run against an older worker
|
|
-- create_distributed_table piggybacks multiple commands into single one, if one worker
|
|
-- did not have the required UDF it should fail instead of crash.
|
|
|
|
-- create a test database, configure citus with single node
|
|
CREATE DATABASE another;
|
|
\c - - - :worker_1_port
|
|
CREATE DATABASE another;
|
|
\c - - - :master_port
|
|
|
|
\c another
|
|
CREATE EXTENSION citus;
|
|
SET citus.enable_object_propagation TO off; -- prevent distributed transactions during add node
|
|
SELECT FROM master_add_node('localhost', :worker_1_port);
|
|
|
|
\c - - - :worker_1_port
|
|
CREATE EXTENSION citus;
|
|
ALTER FUNCTION assign_distributed_transaction_id(initiator_node_identifier integer, transaction_number bigint, transaction_stamp timestamp with time zone)
|
|
RENAME TO dummy_assign_function;
|
|
|
|
\c - - - :master_port
|
|
SET citus.shard_replication_factor to 1;
|
|
-- create_distributed_table command should fail
|
|
CREATE TABLE t1(a int, b int);
|
|
SET client_min_messages TO ERROR;
|
|
DO $$
|
|
BEGIN
|
|
BEGIN
|
|
SELECT create_distributed_table('t1', 'a');
|
|
EXCEPTION WHEN OTHERS THEN
|
|
RAISE 'create distributed table failed';
|
|
END;
|
|
END;
|
|
$$;
|
|
|
|
\c regression
|
|
\c - - - :master_port
|
|
DROP DATABASE another;
|
|
|
|
\c - - - :worker_1_port
|
|
DROP DATABASE another;
|
|
|
|
\c - - - :master_port
|
|
-- only the regression database should have a maintenance daemon
|
|
SELECT count(*) FROM pg_stat_activity WHERE application_name = 'Citus Maintenance Daemon';
|
|
|
|
-- recreate the extension immediately after the maintenancae daemon errors
|
|
SELECT pg_cancel_backend(pid) FROM pg_stat_activity WHERE application_name = 'Citus Maintenance Daemon';
|
|
DROP EXTENSION citus;
|
|
CREATE EXTENSION citus;
|
|
|
|
-- wait for maintenance daemon restart
|
|
SELECT datname, current_database(),
|
|
usename, (SELECT extowner::regrole::text FROM pg_extension WHERE extname = 'citus')
|
|
FROM test.maintenance_worker();
|
|
|
|
-- confirm that there is only one maintenance daemon
|
|
SELECT count(*) FROM pg_stat_activity WHERE application_name = 'Citus Maintenance Daemon';
|
|
|
|
-- kill the maintenance daemon
|
|
SELECT pg_cancel_backend(pid) FROM pg_stat_activity WHERE application_name = 'Citus Maintenance Daemon';
|
|
|
|
-- reconnect
|
|
\c - - - :master_port
|
|
-- run something that goes through planner hook and therefore kicks of maintenance daemon
|
|
SELECT 1;
|
|
|
|
-- wait for maintenance daemon restart
|
|
SELECT datname, current_database(),
|
|
usename, (SELECT extowner::regrole::text FROM pg_extension WHERE extname = 'citus')
|
|
FROM test.maintenance_worker();
|
|
|
|
-- confirm that there is only one maintenance daemon
|
|
SELECT count(*) FROM pg_stat_activity WHERE application_name = 'Citus Maintenance Daemon';
|
|
|
|
DROP TABLE version_mismatch_table;
|