mirror of https://github.com/citusdata/citus.git
243 lines
11 KiB
PL/PgSQL
243 lines
11 KiB
PL/PgSQL
--
|
|
-- failure_tenant_isolation
|
|
--
|
|
|
|
-- due to different libpq versions
|
|
-- some warning messages differ
|
|
-- between local and CI
|
|
SET client_min_messages TO ERROR;
|
|
|
|
CREATE SCHEMA IF NOT EXISTS tenant_isolation;
|
|
SET SEARCH_PATH = tenant_isolation;
|
|
SET citus.shard_count TO 2;
|
|
SET citus.next_shard_id TO 300;
|
|
SET citus.shard_replication_factor TO 1;
|
|
SET citus.max_adaptive_executor_pool_size TO 1;
|
|
SELECT pg_backend_pid() as pid \gset
|
|
SELECT citus.mitmproxy('conn.allow()');
|
|
|
|
-- cleanup leftovers if any
|
|
SELECT public.wait_for_resource_cleanup();
|
|
|
|
CREATE TABLE table_1 (id int PRIMARY KEY);
|
|
CREATE TABLE table_2 (ref_id int REFERENCES table_1(id) UNIQUE, data int);
|
|
|
|
SELECT create_distributed_table('table_1', 'id');
|
|
SELECT create_distributed_table('table_2', 'ref_id');
|
|
|
|
CREATE VIEW shard_sizes AS
|
|
SELECT shardid, result AS row_count
|
|
FROM run_command_on_placements('table_1', 'SELECT count(*) FROM %s');
|
|
|
|
INSERT INTO table_1
|
|
SELECT x
|
|
FROM generate_series(1, 100) AS f (x);
|
|
|
|
INSERT INTO table_2
|
|
SELECT x, x
|
|
FROM generate_series(1, 100) AS f (x);
|
|
|
|
-- initial shard sizes
|
|
SELECT * FROM shard_sizes ORDER BY 1;
|
|
|
|
-- failure on table creation
|
|
SELECT citus.mitmproxy('conn.onQuery(query="CREATE TABLE tenant_isolation.table_1").kill()');
|
|
SELECT isolate_tenant_to_new_shard('table_1', 5, 'CASCADE', shard_transfer_mode := 'force_logical');
|
|
|
|
-- cancellation on table creation
|
|
SELECT citus.mitmproxy('conn.onQuery(query="CREATE TABLE tenant_isolation.table_1").cancel(' || :pid || ')');
|
|
SELECT isolate_tenant_to_new_shard('table_1', 5, 'CASCADE', shard_transfer_mode := 'force_logical');
|
|
|
|
-- failure on colocated table creation
|
|
SELECT citus.mitmproxy('conn.onQuery(query="CREATE TABLE tenant_isolation.table_2").kill()');
|
|
SELECT isolate_tenant_to_new_shard('table_1', 5, 'CASCADE', shard_transfer_mode := 'force_logical');
|
|
|
|
-- cancellation on colocated table creation
|
|
SELECT citus.mitmproxy('conn.onQuery(query="CREATE TABLE tenant_isolation.table_2").cancel(' || :pid || ')');
|
|
SELECT isolate_tenant_to_new_shard('table_1', 5, 'CASCADE', shard_transfer_mode := 'force_logical');
|
|
|
|
-- failure on table constraints on replica identity creation
|
|
SELECT citus.mitmproxy('conn.onQuery(query="ALTER TABLE tenant_isolation.table_1 ADD CONSTRAINT").kill()');
|
|
SELECT isolate_tenant_to_new_shard('table_1', 5, 'CASCADE', shard_transfer_mode := 'force_logical');
|
|
|
|
-- cancellation on table constraints on replica identity creation
|
|
SELECT citus.mitmproxy('conn.onQuery(query="ALTER TABLE tenant_isolation.table_1 ADD CONSTRAINT").cancel(' || :pid || ')');
|
|
SELECT isolate_tenant_to_new_shard('table_1', 5, 'CASCADE', shard_transfer_mode := 'force_logical');
|
|
|
|
-- failure on publication creation
|
|
SELECT citus.mitmproxy('conn.onQuery(query="CREATE PUBLICATION").kill()');
|
|
SELECT isolate_tenant_to_new_shard('table_1', 5, 'CASCADE', shard_transfer_mode := 'force_logical');
|
|
|
|
-- cancellation on publication creation
|
|
SELECT citus.mitmproxy('conn.onQuery(query="CREATE PUBLICATION").cancel(' || :pid || ')');
|
|
SELECT isolate_tenant_to_new_shard('table_1', 5, 'CASCADE', shard_transfer_mode := 'force_logical');
|
|
|
|
-- failure on replication slot creation
|
|
SELECT citus.mitmproxy('conn.onQuery(query="CREATE_REPLICATION_SLOT").kill()');
|
|
SELECT isolate_tenant_to_new_shard('table_1', 5, 'CASCADE', shard_transfer_mode := 'force_logical');
|
|
|
|
-- cancellation on replication slot creation
|
|
SELECT citus.mitmproxy('conn.onQuery(query="CREATE_REPLICATION_SLOT").cancel(' || :pid || ')');
|
|
SELECT isolate_tenant_to_new_shard('table_1', 5, 'CASCADE', shard_transfer_mode := 'force_logical');
|
|
|
|
-- failure on setting snapshot
|
|
SELECT citus.mitmproxy('conn.onQuery(query="SET TRANSACTION SNAPSHOT").kill()');
|
|
SELECT isolate_tenant_to_new_shard('table_1', 5, 'CASCADE', shard_transfer_mode := 'force_logical');
|
|
|
|
-- cancellation on setting snapshot
|
|
SELECT citus.mitmproxy('conn.onQuery(query="SET TRANSACTION SNAPSHOT").cancel(' || :pid || ')');
|
|
SELECT isolate_tenant_to_new_shard('table_1', 5, 'CASCADE', shard_transfer_mode := 'force_logical');
|
|
|
|
-- failure on table population
|
|
SELECT citus.mitmproxy('conn.onQuery(query="worker_split_copy\(300").kill()');
|
|
SELECT isolate_tenant_to_new_shard('table_1', 5, 'CASCADE', shard_transfer_mode := 'force_logical');
|
|
|
|
-- cancellation on table population
|
|
SELECT citus.mitmproxy('conn.onQuery(query="worker_split_copy\(300").cancel(' || :pid || ')');
|
|
SELECT isolate_tenant_to_new_shard('table_1', 5, 'CASCADE', shard_transfer_mode := 'force_logical');
|
|
|
|
-- failure on colocated table population
|
|
SELECT citus.mitmproxy('conn.onQuery(query="worker_split_copy\(302").kill()');
|
|
SELECT isolate_tenant_to_new_shard('table_1', 5, 'CASCADE', shard_transfer_mode := 'force_logical');
|
|
|
|
-- cancellation on colocated table population
|
|
SELECT citus.mitmproxy('conn.onQuery(query="worker_split_copy\(302").cancel(' || :pid || ')');
|
|
SELECT isolate_tenant_to_new_shard('table_1', 5, 'CASCADE', shard_transfer_mode := 'force_logical');
|
|
|
|
-- failure on replication setup udf
|
|
SELECT citus.mitmproxy('conn.onQuery(query="worker_split_shard_replication_setup").kill()');
|
|
SELECT isolate_tenant_to_new_shard('table_1', 5, 'CASCADE', shard_transfer_mode := 'force_logical');
|
|
|
|
-- cancellation on replication setup udf
|
|
SELECT citus.mitmproxy('conn.onQuery(query="worker_split_shard_replication_setup").cancel(' || :pid || ')');
|
|
SELECT isolate_tenant_to_new_shard('table_1', 5, 'CASCADE', shard_transfer_mode := 'force_logical');
|
|
|
|
-- failure on subscription creation
|
|
SELECT citus.mitmproxy('conn.onQuery(query="CREATE SUBSCRIPTION").kill()');
|
|
SELECT isolate_tenant_to_new_shard('table_1', 5, 'CASCADE', shard_transfer_mode := 'force_logical');
|
|
|
|
-- cancellation on subscription creation
|
|
SELECT citus.mitmproxy('conn.onQuery(query="CREATE SUBSCRIPTION").cancel(' || :pid || ')');
|
|
SELECT isolate_tenant_to_new_shard('table_1', 5, 'CASCADE', shard_transfer_mode := 'force_logical');
|
|
|
|
-- failure on catching up LSN
|
|
SELECT citus.mitmproxy('conn.onQuery(query="SELECT pg_current_wal_lsn").kill()');
|
|
SELECT isolate_tenant_to_new_shard('table_1', 5, 'CASCADE', shard_transfer_mode := 'force_logical');
|
|
|
|
-- cancellation on catching up LSN
|
|
SELECT citus.mitmproxy('conn.onQuery(query="SELECT pg_current_wal_lsn").cancel(' || :pid || ')');
|
|
SELECT isolate_tenant_to_new_shard('table_1', 5, 'CASCADE', shard_transfer_mode := 'force_logical');
|
|
|
|
-- failure on dropping subscription
|
|
SELECT citus.mitmproxy('conn.onQuery(query="DROP SUBSCRIPTION").killall()');
|
|
SELECT isolate_tenant_to_new_shard('table_1', 5, 'CASCADE', shard_transfer_mode := 'force_logical');
|
|
|
|
-- cleanup leftovers
|
|
SELECT citus.mitmproxy('conn.allow()');
|
|
SELECT public.wait_for_resource_cleanup();
|
|
|
|
-- cancellation on dropping subscription
|
|
SELECT citus.mitmproxy('conn.onQuery(query="DROP SUBSCRIPTION").cancel(' || :pid || ')');
|
|
SELECT isolate_tenant_to_new_shard('table_1', 5, 'CASCADE', shard_transfer_mode := 'force_logical');
|
|
|
|
-- cleanup leftovers
|
|
SELECT citus.mitmproxy('conn.allow()');
|
|
SELECT public.wait_for_resource_cleanup();
|
|
|
|
-- failure on dropping publication
|
|
SELECT citus.mitmproxy('conn.onQuery(query="DROP PUBLICATION").killall()');
|
|
SELECT isolate_tenant_to_new_shard('table_1', 5, 'CASCADE', shard_transfer_mode := 'force_logical');
|
|
|
|
-- cleanup leftovers
|
|
SELECT citus.mitmproxy('conn.allow()');
|
|
SELECT public.wait_for_resource_cleanup();
|
|
|
|
-- cancellation on dropping publication
|
|
SELECT citus.mitmproxy('conn.onQuery(query="DROP PUBLICATION").cancel(' || :pid || ')');
|
|
SELECT isolate_tenant_to_new_shard('table_1', 5, 'CASCADE', shard_transfer_mode := 'force_logical');
|
|
|
|
-- cleanup leftovers
|
|
SELECT citus.mitmproxy('conn.allow()');
|
|
SELECT public.wait_for_resource_cleanup();
|
|
|
|
-- failure on dropping replication slot
|
|
SELECT citus.mitmproxy('conn.onQuery(query="select pg_drop_replication_slot").killall()');
|
|
SELECT isolate_tenant_to_new_shard('table_1', 5, 'CASCADE', shard_transfer_mode := 'force_logical');
|
|
|
|
-- cleanup leftovers
|
|
SELECT citus.mitmproxy('conn.allow()');
|
|
SELECT public.wait_for_resource_cleanup();
|
|
|
|
-- cancellation on dropping replication slot
|
|
SELECT citus.mitmproxy('conn.onQuery(query="select pg_drop_replication_slot").cancel(' || :pid || ')');
|
|
SELECT isolate_tenant_to_new_shard('table_1', 5, 'CASCADE', shard_transfer_mode := 'force_logical');
|
|
|
|
-- cleanup leftovers
|
|
SELECT citus.mitmproxy('conn.allow()');
|
|
SELECT public.wait_for_resource_cleanup();
|
|
|
|
-- failure on foreign key creation
|
|
SELECT citus.mitmproxy('conn.onQuery(query="ADD CONSTRAINT table_2_ref_id_fkey FOREIGN KEY").kill()');
|
|
SELECT isolate_tenant_to_new_shard('table_1', 5, 'CASCADE', shard_transfer_mode := 'force_logical');
|
|
|
|
-- failure on shard split transaction
|
|
SELECT citus.mitmproxy('conn.onQuery(query="BEGIN").kill()');
|
|
SELECT isolate_tenant_to_new_shard('table_1', 5, 'CASCADE', shard_transfer_mode := 'force_logical');
|
|
|
|
-- failure on shard split transaction
|
|
SELECT citus.mitmproxy('conn.onQuery(query="BEGIN").cancel(' || :pid || ')');
|
|
SELECT isolate_tenant_to_new_shard('table_1', 5, 'CASCADE', shard_transfer_mode := 'force_logical');
|
|
|
|
-- failure on shard split transaction commit
|
|
SELECT citus.mitmproxy('conn.onQuery(query="COMMIT").kill()');
|
|
SELECT isolate_tenant_to_new_shard('table_1', 5, 'CASCADE', shard_transfer_mode := 'force_logical');
|
|
|
|
-- failure on shard split transaction commit
|
|
SELECT citus.mitmproxy('conn.onQuery(query="COMMIT").cancel(' || :pid || ')');
|
|
SELECT isolate_tenant_to_new_shard('table_1', 5, 'CASCADE', shard_transfer_mode := 'force_logical');
|
|
|
|
-- failure on transaction prepare for dropping old tables
|
|
SELECT citus.mitmproxy('conn.onQuery(query="PREPARE TRANSACTION").kill()');
|
|
|
|
-- due to libpq version differences, the output might change
|
|
-- hence use code block to catch the error
|
|
\set VERBOSITY terse
|
|
DO LANGUAGE plpgsql
|
|
$$
|
|
BEGIN
|
|
SELECT isolate_tenant_to_new_shard('table_1', 5, 'CASCADE', shard_transfer_mode := 'force_logical');
|
|
EXCEPTION WHEN OTHERS THEN
|
|
RAISE 'Command failed to execute';
|
|
END;
|
|
$$;
|
|
\set VERBOSITY default
|
|
|
|
-- failure on transaction prepare for dropping old tables
|
|
SELECT citus.mitmproxy('conn.onQuery(query="PREPARE TRANSACTION").cancel(' || :pid || ')');
|
|
SELECT isolate_tenant_to_new_shard('table_1', 5, 'CASCADE', shard_transfer_mode := 'force_logical');
|
|
|
|
|
|
-- verify that the tenant is not isolated
|
|
SELECT * FROM shard_sizes ORDER BY 1;
|
|
|
|
-- Verify that tenant can be isolated after unsuccessful attempts
|
|
SELECT citus.mitmproxy('conn.allow()');
|
|
|
|
-- shard sizes after successful tenant isolation
|
|
CREATE TABLE old_shards AS SELECT shardid FROM pg_dist_shard;
|
|
WITH new_shard AS (
|
|
SELECT isolate_tenant_to_new_shard('table_1', 5, 'CASCADE', shard_transfer_mode := 'force_logical') AS shardid
|
|
)
|
|
SELECT row_count
|
|
FROM shard_sizes
|
|
JOIN new_shard ON shard_sizes.shardid = new_shard.shardid;
|
|
|
|
SELECT row_count
|
|
FROM shard_sizes
|
|
WHERE shard_sizes.shardid NOT IN (SELECT * FROM old_shards)
|
|
ORDER BY 1;
|
|
|
|
\set VERBOSITY terse
|
|
DROP SCHEMA tenant_isolation CASCADE;
|
|
\set VERBOSITY default
|