mirror of https://github.com/citusdata/citus.git
295 lines
14 KiB
PL/PgSQL
295 lines
14 KiB
PL/PgSQL
--
|
|
-- MULTI_NAME_LENGTHS
|
|
--
|
|
|
|
ALTER SEQUENCE pg_catalog.pg_dist_shardid_seq RESTART 225000;
|
|
|
|
SET citus.shard_count TO 2;
|
|
|
|
-- Verify that a table name > 56 characters gets hashed properly.
|
|
CREATE TABLE too_long_12345678901234567890123456789012345678901234567890 (
|
|
col1 integer not null,
|
|
col2 integer not null);
|
|
SELECT create_distributed_table('too_long_12345678901234567890123456789012345678901234567890', 'col1');
|
|
|
|
\c - - :public_worker_1_host :worker_1_port
|
|
\dt too_long_*
|
|
\c - - :master_host :master_port
|
|
|
|
SET citus.shard_count TO 2;
|
|
SET citus.shard_replication_factor TO 2;
|
|
|
|
-- Verify that the UDF works and rejects bad arguments.
|
|
SELECT shard_name(NULL, 666666);
|
|
SELECT shard_name(0, 666666);
|
|
SELECT shard_name('too_long_12345678901234567890123456789012345678901234567890'::regclass, 666666);
|
|
SELECT shard_name('too_long_12345678901234567890123456789012345678901234567890'::regclass, NULL);
|
|
SELECT shard_name('too_long_12345678901234567890123456789012345678901234567890'::regclass, -21);
|
|
|
|
DROP TABLE too_long_12345678901234567890123456789012345678901234567890 CASCADE;
|
|
|
|
|
|
-- Table to use for rename checks.
|
|
CREATE TABLE name_lengths (
|
|
col1 integer not null,
|
|
col2 integer not null,
|
|
constraint constraint_a UNIQUE (col1)
|
|
);
|
|
|
|
SELECT create_distributed_table('name_lengths', 'col1', 'hash');
|
|
|
|
-- Verify that we CAN add columns with "too-long names", because
|
|
-- the columns' names are not extended in the corresponding shard tables.
|
|
|
|
ALTER TABLE name_lengths ADD COLUMN float_col_12345678901234567890123456789012345678901234567890 FLOAT;
|
|
ALTER TABLE name_lengths ADD COLUMN date_col_12345678901234567890123456789012345678901234567890 DATE;
|
|
ALTER TABLE name_lengths ADD COLUMN int_col_12345678901234567890123456789012345678901234567890 INTEGER DEFAULT 1;
|
|
|
|
\c - - :public_worker_1_host :worker_1_port
|
|
SELECT "Column", "Type", "Modifiers" FROM table_desc WHERE relid='public.name_lengths_225002'::regclass ORDER BY 1 DESC, 2 DESC;
|
|
\c - - :master_host :master_port
|
|
|
|
-- Placeholders for unsupported add constraints with EXPLICIT names that are too long
|
|
ALTER TABLE name_lengths ADD CONSTRAINT nl_unique_12345678901234567890123456789012345678901234567890 UNIQUE (float_col_12345678901234567890123456789012345678901234567890);
|
|
ALTER TABLE name_lengths ADD CONSTRAINT nl_exclude_12345678901234567890123456789012345678901234567890 EXCLUDE (int_col_12345678901234567890123456789012345678901234567890 WITH =);
|
|
ALTER TABLE name_lengths ADD CONSTRAINT nl_checky_12345678901234567890123456789012345678901234567890 CHECK (date_col_12345678901234567890123456789012345678901234567890 >= '2014-01-01'::date);
|
|
|
|
\c - - :public_worker_1_host :worker_1_port
|
|
-- The commit e59fcbd712c777eb2987d7c9ad542a7e817954ec in PostgreSQL 17
|
|
SELECT "Constraint", CASE WHEN "Definition" ~ '^CHECK \\(.*\\)$' THEN regexp_replace("Definition", '^CHECK \\((.*)\\)$', 'CHECK \\1', 'g') ELSE "Definition" END as adjusted_definition FROM table_checks WHERE relid='public.name_lengths_225002'::regclass ORDER BY 1 DESC, 2 DESC;
|
|
\c - - :master_host :master_port
|
|
|
|
-- Rename the table to a too-long name
|
|
SET client_min_messages TO DEBUG1;
|
|
SET citus.force_max_query_parallelization TO ON;
|
|
ALTER TABLE name_lengths RENAME TO name_len_12345678901234567890123456789012345678901234567890;
|
|
SELECT * FROM name_len_12345678901234567890123456789012345678901234567890;
|
|
ALTER TABLE name_len_12345678901234567890123456789012345678901234567890 RENAME TO name_lengths;
|
|
SELECT * FROM name_lengths;
|
|
|
|
-- Test renames on zero shard distributed tables
|
|
CREATE TABLE append_zero_shard_table (a int);
|
|
SELECT create_distributed_table('append_zero_shard_table', 'a', 'append');
|
|
ALTER TABLE append_zero_shard_table rename TO append_zero_shard_table_12345678901234567890123456789012345678901234567890;
|
|
|
|
|
|
-- Verify that we do not support long renames after parallel queries are executed in transaction block
|
|
BEGIN;
|
|
ALTER TABLE name_lengths rename col1 to new_column_name;
|
|
ALTER TABLE name_lengths RENAME TO name_len_12345678901234567890123456789012345678901234567890;
|
|
ROLLBACK;
|
|
|
|
-- The same operation will work when sequential mode is set
|
|
BEGIN;
|
|
SET LOCAL citus.multi_shard_modify_mode TO 'sequential';
|
|
ALTER TABLE name_lengths rename col1 to new_column_name;
|
|
ALTER TABLE name_lengths RENAME TO name_len_12345678901234567890123456789012345678901234567890;
|
|
ROLLBACK;
|
|
|
|
RESET client_min_messages;
|
|
|
|
-- test long partitioned table renames
|
|
SET citus.shard_replication_factor TO 1;
|
|
CREATE TABLE partition_lengths
|
|
(
|
|
tenant_id integer NOT NULL,
|
|
timeperiod timestamp without time zone NOT NULL
|
|
) PARTITION BY RANGE (timeperiod);
|
|
|
|
SELECT create_distributed_table('partition_lengths', 'tenant_id');
|
|
CREATE TABLE partition_lengths_p2020_09_28 PARTITION OF partition_lengths FOR VALUES FROM ('2020-09-28 00:00:00') TO ('2020-09-29 00:00:00');
|
|
|
|
-- verify that we can rename partitioned tables and partitions to too-long names
|
|
ALTER TABLE partition_lengths RENAME TO partition_lengths_12345678901234567890123456789012345678901234567890;
|
|
|
|
-- verify that we can rename partitioned tables and partitions with too-long names
|
|
ALTER TABLE partition_lengths_12345678901234567890123456789012345678901234567890 RENAME TO partition_lengths;
|
|
|
|
|
|
-- creating or attaching new partitions with long names
|
|
CREATE TABLE partition_lengths_p2020_09_29_12345678901234567890123456789012345678901234567890 (LIKE partition_lengths_p2020_09_28);
|
|
ALTER TABLE partition_lengths
|
|
ATTACH PARTITION partition_lengths_p2020_09_29_12345678901234567890123456789012345678901234567890
|
|
FOR VALUES FROM ('2020-09-29 00:00:00') TO ('2020-09-30 00:00:00');
|
|
CREATE TABLE partition_lengths_p2020_09_30_12345678901234567890123456789012345678901234567890
|
|
PARTITION OF partition_lengths
|
|
FOR VALUES FROM ('2020-09-30 00:00:00') TO ('2020-10-01 00:00:00');
|
|
CREATE TABLE partition_lengths_p2020_10_01_12345678901234567890123456789012345678901234567890
|
|
PARTITION OF partition_lengths
|
|
FOR VALUES FROM ('2020-10-01 00:00:00') TO ('2020-10-02 00:00:00');
|
|
DROP TABLE partition_lengths_p2020_09_29_12345678901234567890123456789012345678901234567890;
|
|
|
|
-- Placeholders for unsupported operations
|
|
\set VERBOSITY TERSE
|
|
|
|
-- renaming distributed table partitions are not supported
|
|
ALTER TABLE partition_lengths_p2020_09_28 RENAME TO partition_lengths_p2020_09_28_12345678901234567890123456789012345678901234567890;
|
|
|
|
-- renaming distributed table constraints are not supported
|
|
ALTER TABLE name_lengths RENAME CONSTRAINT unique_12345678901234567890123456789012345678901234567890 TO unique2_12345678901234567890123456789012345678901234567890;
|
|
|
|
DROP TABLE partition_lengths CASCADE;
|
|
\set VERBOSITY DEFAULT
|
|
|
|
-- Verify that we can create indexes with very long names on zero shard tables.
|
|
CREATE INDEX append_zero_shard_table_idx_12345678901234567890123456789012345678901234567890 ON append_zero_shard_table_12345678901234567890123456789012345678901234567890(a);
|
|
|
|
-- Verify that CREATE INDEX on already distributed table has proper shard names.
|
|
|
|
CREATE INDEX tmp_idx_12345678901234567890123456789012345678901234567890 ON name_lengths(col2);
|
|
|
|
\c - - :public_worker_1_host :worker_1_port
|
|
SET citus.override_table_visibility TO FALSE;
|
|
SELECT "relname", "Column", "Type", "Definition" FROM index_attrs WHERE
|
|
relname SIMILAR TO 'tmp_idx_%\_\d{6}' ORDER BY 1 DESC, 2 DESC, 3 DESC, 4 DESC;
|
|
\c - - :master_host :master_port
|
|
|
|
-- Verify that a new index name > 63 characters is auto-truncated
|
|
-- by the parser/rewriter before further processing, just as in Postgres.
|
|
CREATE INDEX tmp_idx_123456789012345678901234567890123456789012345678901234567890 ON name_lengths(col2);
|
|
|
|
-- Verify we can rename indexes with long names
|
|
ALTER INDEX tmp_idx_123456789012345678901234567890123456789012345678901234567890 RENAME TO tmp_idx_newname_123456789012345678901234567890123456789012345678901234567890;
|
|
|
|
\c - - :public_worker_1_host :worker_1_port
|
|
SET citus.override_table_visibility TO FALSE;
|
|
SELECT "relname", "Column", "Type", "Definition" FROM index_attrs WHERE
|
|
relname SIMILAR TO 'tmp_idx_%\_\d{6}' ORDER BY 1 DESC, 2 DESC, 3 DESC, 4 DESC;
|
|
\c - - :master_host :master_port
|
|
|
|
SET citus.shard_count TO 2;
|
|
SET citus.shard_replication_factor TO 2;
|
|
|
|
-- Verify that distributed tables with too-long names
|
|
-- for CHECK constraints are no trouble.
|
|
CREATE TABLE sneaky_name_lengths (
|
|
col1 integer not null,
|
|
col2 integer not null,
|
|
int_col_12345678901234567890123456789012345678901234567890 integer not null,
|
|
CHECK (int_col_12345678901234567890123456789012345678901234567890 > 100)
|
|
);
|
|
SELECT create_distributed_table('sneaky_name_lengths', 'col1', 'hash');
|
|
DROP TABLE sneaky_name_lengths CASCADE;
|
|
|
|
CREATE TABLE sneaky_name_lengths (
|
|
int_col_123456789012345678901234567890123456789012345678901234 integer UNIQUE not null,
|
|
col2 integer not null,
|
|
CONSTRAINT checky_12345678901234567890123456789012345678901234567890 CHECK (int_col_123456789012345678901234567890123456789012345678901234 > 100)
|
|
);
|
|
|
|
\di public.sneaky_name_lengths*
|
|
-- The commit e59fcbd712c777eb2987d7c9ad542a7e817954ec in PostgreSQL 17
|
|
SELECT "Constraint", CASE WHEN "Definition" ~ '^CHECK \\(.*\\)$' THEN regexp_replace("Definition", '^CHECK \\((.*)\\)$', 'CHECK \\1', 'g') ELSE "Definition" END as adjusted_definition FROM table_checks WHERE relid='public.sneaky_name_lengths'::regclass ORDER BY 1 DESC, 2 DESC;
|
|
|
|
SELECT create_distributed_table('sneaky_name_lengths', 'int_col_123456789012345678901234567890123456789012345678901234', 'hash');
|
|
|
|
\c - - :public_worker_1_host :worker_1_port
|
|
SELECT c1.relname AS sneaky_index_name,
|
|
c2.oid AS sneaky_shard_oid
|
|
FROM pg_class c1
|
|
JOIN pg_index i ON i.indexrelid = c1.oid
|
|
JOIN pg_class c2 ON i.indrelid = c2.oid
|
|
WHERE c1.relname LIKE 'sneaky_name_lengths_int_col_%'
|
|
AND c2.relname LIKE 'sneaky_name_lengths_%'
|
|
AND c1.relkind = 'i'
|
|
ORDER BY 1 ASC, 2 ASC
|
|
LIMIT 1 \gset
|
|
|
|
\di :sneaky_index_name
|
|
-- The commit e59fcbd712c777eb2987d7c9ad542a7e817954ec in PostgreSQL 17
|
|
SELECT "Constraint", CASE WHEN "Definition" ~ '^CHECK \\(.*\\)$' THEN regexp_replace("Definition", '^CHECK \\((.*)\\)$', 'CHECK \\1', 'g') ELSE "Definition" END as adjusted_definition FROM table_checks WHERE relid= :sneaky_shard_oid ORDER BY 1 DESC, 2 DESC;
|
|
\c - - :master_host :master_port
|
|
|
|
SET citus.shard_count TO 2;
|
|
SET citus.shard_replication_factor TO 2;
|
|
|
|
DROP TABLE sneaky_name_lengths CASCADE;
|
|
|
|
-- verify that named constraint with too-long name gets hashed properly
|
|
CREATE TABLE sneaky_name_lengths (
|
|
col1 integer not null,
|
|
col2 integer not null,
|
|
int_col_12345678901234567890123456789012345678901234567890 integer not null,
|
|
constraint unique_12345678901234567890123456789012345678901234567890 UNIQUE (col1)
|
|
);
|
|
SELECT create_distributed_table('sneaky_name_lengths', 'col1', 'hash');
|
|
|
|
\c - - :public_worker_1_host :worker_1_port
|
|
SET citus.override_table_visibility TO FALSE;
|
|
|
|
SELECT c1.relname AS unique_index_name
|
|
FROM pg_class c1
|
|
JOIN pg_index i ON i.indexrelid = c1.oid
|
|
JOIN pg_class c2 ON i.indrelid = c2.oid
|
|
WHERE c1.relname LIKE 'unique_123456789%'
|
|
AND c2.relname LIKE 'sneaky_name_lengths_%'
|
|
AND c1.relkind = 'i'
|
|
ORDER BY 1 ASC
|
|
LIMIT 1 \gset
|
|
|
|
\di :unique_index_name
|
|
\c - - :master_host :master_port
|
|
|
|
SET citus.shard_count TO 2;
|
|
SET citus.shard_replication_factor TO 2;
|
|
|
|
DROP TABLE sneaky_name_lengths CASCADE;
|
|
|
|
-- Verify that much larger shardIds are handled properly
|
|
ALTER SEQUENCE pg_catalog.pg_dist_shardid_seq RESTART 2250000000000;
|
|
CREATE TABLE too_long_12345678901234567890123456789012345678901234567890 (
|
|
col1 integer not null,
|
|
col2 integer not null);
|
|
SELECT create_distributed_table('too_long_12345678901234567890123456789012345678901234567890', 'col1', 'hash');
|
|
|
|
\c - - :public_worker_1_host :worker_1_port
|
|
SET citus.override_table_visibility TO FALSE;
|
|
\dt *225000000000*
|
|
\c - - :master_host :master_port
|
|
|
|
SET citus.shard_count TO 2;
|
|
SET citus.shard_replication_factor TO 2;
|
|
|
|
DROP TABLE too_long_12345678901234567890123456789012345678901234567890 CASCADE;
|
|
|
|
-- Verify that multi-byte boundaries are respected for databases with UTF8 encoding.
|
|
CREATE TABLE U&"elephant_!0441!043B!043E!043D!0441!043B!043E!043D!0441!043B!043E!043D!0441!043B!043E!043D!0441!043B!043E!043D!0441!043B!043E!043D" UESCAPE '!' (
|
|
col1 integer not null PRIMARY KEY,
|
|
col2 integer not null);
|
|
SELECT create_distributed_table(U&'elephant_!0441!043B!043E!043D!0441!043B!043E!043D!0441!043B!043E!043D!0441!043B!043E!043D!0441!043B!043E!043D!0441!043B!043E!043D' UESCAPE '!', 'col1', 'hash');
|
|
|
|
-- Verify that quoting is used in shard_name
|
|
SELECT shard_name(U&'elephant_!0441!043B!043E!043D!0441!043B!043E!043D!0441!043B!043E!043D!0441!043B!043E!043D!0441!043B!043E!043D!0441!043B!043E!043D' UESCAPE '!'::regclass, min(shardid))
|
|
FROM pg_dist_shard
|
|
WHERE logicalrelid = U&'elephant_!0441!043B!043E!043D!0441!043B!043E!043D!0441!043B!043E!043D!0441!043B!043E!043D!0441!043B!043E!043D!0441!043B!043E!043D' UESCAPE '!'::regclass;
|
|
|
|
\c - - :public_worker_1_host :worker_1_port
|
|
SET citus.override_table_visibility TO FALSE;
|
|
\dt public.elephant_*[0-9]+
|
|
\di public.elephant_*[0-9]+
|
|
\c - - :master_host :master_port
|
|
|
|
SET citus.shard_count TO 2;
|
|
SET citus.shard_replication_factor TO 2;
|
|
|
|
-- Verify that shard_name UDF supports schemas
|
|
CREATE SCHEMA multi_name_lengths;
|
|
CREATE TABLE multi_name_lengths.too_long_12345678901234567890123456789012345678901234567890 (
|
|
col1 integer not null,
|
|
col2 integer not null);
|
|
SELECT create_distributed_table('multi_name_lengths.too_long_12345678901234567890123456789012345678901234567890', 'col1', 'hash');
|
|
|
|
SELECT shard_name('multi_name_lengths.too_long_12345678901234567890123456789012345678901234567890'::regclass, min(shardid))
|
|
FROM pg_dist_shard
|
|
WHERE logicalrelid = 'multi_name_lengths.too_long_12345678901234567890123456789012345678901234567890'::regclass;
|
|
|
|
|
|
DROP TABLE multi_name_lengths.too_long_12345678901234567890123456789012345678901234567890;
|
|
|
|
-- Clean up.
|
|
DROP TABLE name_lengths CASCADE;
|
|
DROP TABLE U&"elephant_!0441!043B!043E!043D!0441!043B!043E!043D!0441!043B!043E!043D!0441!043B!043E!043D!0441!043B!043E!043D!0441!043B!043E!043D" UESCAPE '!' CASCADE;
|
|
RESET citus.force_max_query_parallelization;
|
|
DROP SCHEMA multi_name_lengths CASCADE;
|
|
DROP TABLE append_zero_shard_table_12345678901234567890123456789012345678901234567890;
|