mirror of https://github.com/citusdata/citus.git
659 lines
30 KiB
Plaintext
659 lines
30 KiB
Plaintext
--
|
|
-- MULTI_ALTER_TABLE_STATEMENTS
|
|
--
|
|
ALTER SEQUENCE pg_catalog.pg_dist_shardid_seq RESTART 220000;
|
|
ALTER SEQUENCE pg_catalog.pg_dist_jobid_seq RESTART 220000;
|
|
-- Check that we can run ALTER TABLE statements on distributed tables.
|
|
-- We set the shardid sequence here so that the shardids in this test
|
|
-- aren't affected by changes to the previous tests.
|
|
CREATE TABLE lineitem_alter (
|
|
l_orderkey bigint not null,
|
|
l_partkey integer not null,
|
|
l_suppkey integer not null,
|
|
l_linenumber integer not null,
|
|
l_quantity decimal(15, 2) not null,
|
|
l_extendedprice decimal(15, 2) not null,
|
|
l_discount decimal(15, 2) not null,
|
|
l_tax decimal(15, 2) not null,
|
|
l_returnflag char(1) not null,
|
|
l_linestatus char(1) not null,
|
|
l_shipdate date not null,
|
|
l_commitdate date not null,
|
|
l_receiptdate date not null,
|
|
l_shipinstruct char(25) not null,
|
|
l_shipmode char(10) not null,
|
|
l_comment varchar(44) not null
|
|
);
|
|
SELECT master_create_distributed_table('lineitem_alter', 'l_orderkey', 'append');
|
|
master_create_distributed_table
|
|
---------------------------------
|
|
|
|
(1 row)
|
|
|
|
\STAGE lineitem_alter FROM '@abs_srcdir@/data/lineitem.1.data' with delimiter '|'
|
|
-- Verify that we can add columns
|
|
ALTER TABLE lineitem_alter ADD COLUMN float_column FLOAT;
|
|
ALTER TABLE lineitem_alter ADD COLUMN date_column DATE;
|
|
ALTER TABLE lineitem_alter ADD COLUMN int_column1 INTEGER DEFAULT 1;
|
|
ALTER TABLE lineitem_alter ADD COLUMN int_column2 INTEGER DEFAULT 2;
|
|
ALTER TABLE lineitem_alter ADD COLUMN null_column INTEGER;
|
|
-- show changed schema on one worker
|
|
\c - - - :worker_1_port
|
|
SELECT attname, atttypid::regtype
|
|
FROM
|
|
(SELECT oid FROM pg_class WHERE relname LIKE 'lineitem_alter_%' ORDER BY relname LIMIT 1) pc
|
|
JOIN pg_attribute ON (pc.oid = pg_attribute.attrelid)
|
|
ORDER BY attnum;
|
|
attname | atttypid
|
|
-----------------+-------------------
|
|
tableoid | oid
|
|
cmax | cid
|
|
xmax | xid
|
|
cmin | cid
|
|
xmin | xid
|
|
ctid | tid
|
|
l_orderkey | bigint
|
|
l_partkey | integer
|
|
l_suppkey | integer
|
|
l_linenumber | integer
|
|
l_quantity | numeric
|
|
l_extendedprice | numeric
|
|
l_discount | numeric
|
|
l_tax | numeric
|
|
l_returnflag | character
|
|
l_linestatus | character
|
|
l_shipdate | date
|
|
l_commitdate | date
|
|
l_receiptdate | date
|
|
l_shipinstruct | character
|
|
l_shipmode | character
|
|
l_comment | character varying
|
|
float_column | double precision
|
|
date_column | date
|
|
int_column1 | integer
|
|
int_column2 | integer
|
|
null_column | integer
|
|
(27 rows)
|
|
|
|
\c - - - :master_port
|
|
\d lineitem_alter
|
|
Table "public.lineitem_alter"
|
|
Column | Type | Modifiers
|
|
-----------------+-----------------------+-----------
|
|
l_orderkey | bigint | not null
|
|
l_partkey | integer | not null
|
|
l_suppkey | integer | not null
|
|
l_linenumber | integer | not null
|
|
l_quantity | numeric(15,2) | not null
|
|
l_extendedprice | numeric(15,2) | not null
|
|
l_discount | numeric(15,2) | not null
|
|
l_tax | numeric(15,2) | not null
|
|
l_returnflag | character(1) | not null
|
|
l_linestatus | character(1) | not null
|
|
l_shipdate | date | not null
|
|
l_commitdate | date | not null
|
|
l_receiptdate | date | not null
|
|
l_shipinstruct | character(25) | not null
|
|
l_shipmode | character(10) | not null
|
|
l_comment | character varying(44) | not null
|
|
float_column | double precision |
|
|
date_column | date |
|
|
int_column1 | integer | default 1
|
|
int_column2 | integer | default 2
|
|
null_column | integer |
|
|
|
|
SELECT float_column, count(*) FROM lineitem_alter GROUP BY float_column;
|
|
float_column | count
|
|
--------------+-------
|
|
| 6000
|
|
(1 row)
|
|
|
|
SELECT int_column1, count(*) FROM lineitem_alter GROUP BY int_column1;
|
|
int_column1 | count
|
|
-------------+-------
|
|
1 | 6000
|
|
(1 row)
|
|
|
|
-- Verify that SET|DROP DEFAULT works
|
|
ALTER TABLE lineitem_alter ALTER COLUMN float_column SET DEFAULT 1;
|
|
ALTER TABLE lineitem_alter ALTER COLUMN int_column1 DROP DEFAULT;
|
|
-- \stage to verify that default values take effect
|
|
\STAGE lineitem_alter (l_orderkey, l_partkey, l_suppkey, l_linenumber, l_quantity, l_extendedprice, l_discount, l_tax, l_returnflag, l_linestatus, l_shipdate, l_commitdate, l_receiptdate, l_shipinstruct, l_shipmode, l_comment) FROM '@abs_srcdir@/data/lineitem.1.data' with delimiter '|'
|
|
SELECT float_column, count(*) FROM lineitem_alter GROUP BY float_column;
|
|
float_column | count
|
|
--------------+-------
|
|
| 6000
|
|
1 | 6000
|
|
(2 rows)
|
|
|
|
SELECT int_column1, count(*) FROM lineitem_alter GROUP BY int_column1;
|
|
int_column1 | count
|
|
-------------+-------
|
|
| 6000
|
|
1 | 6000
|
|
(2 rows)
|
|
|
|
-- Verify that SET NOT NULL works
|
|
ALTER TABLE lineitem_alter ALTER COLUMN int_column2 SET NOT NULL;
|
|
\d lineitem_alter
|
|
Table "public.lineitem_alter"
|
|
Column | Type | Modifiers
|
|
-----------------+-----------------------+--------------------
|
|
l_orderkey | bigint | not null
|
|
l_partkey | integer | not null
|
|
l_suppkey | integer | not null
|
|
l_linenumber | integer | not null
|
|
l_quantity | numeric(15,2) | not null
|
|
l_extendedprice | numeric(15,2) | not null
|
|
l_discount | numeric(15,2) | not null
|
|
l_tax | numeric(15,2) | not null
|
|
l_returnflag | character(1) | not null
|
|
l_linestatus | character(1) | not null
|
|
l_shipdate | date | not null
|
|
l_commitdate | date | not null
|
|
l_receiptdate | date | not null
|
|
l_shipinstruct | character(25) | not null
|
|
l_shipmode | character(10) | not null
|
|
l_comment | character varying(44) | not null
|
|
float_column | double precision | default 1
|
|
date_column | date |
|
|
int_column1 | integer |
|
|
int_column2 | integer | not null default 2
|
|
null_column | integer |
|
|
|
|
-- Drop default so that NULLs will be inserted for this column
|
|
ALTER TABLE lineitem_alter ALTER COLUMN int_column2 DROP DEFAULT;
|
|
-- \stage should fail because it will try to insert NULLs for a NOT NULL column
|
|
\STAGE lineitem_alter (l_orderkey, l_partkey, l_suppkey, l_linenumber, l_quantity, l_extendedprice, l_discount, l_tax, l_returnflag, l_linestatus, l_shipdate, l_commitdate, l_receiptdate, l_shipinstruct, l_shipmode, l_comment) FROM '@abs_srcdir@/data/lineitem.1.data' with delimiter '|'
|
|
ERROR: null value in column "int_column2" violates not-null constraint
|
|
DETAIL: Failing row contains (1, 155190, 7706, 1, 17.00, 21168.23, 0.04, 0.02, N, O, 03-13-1996, 02-12-1996, 03-22-1996, DELIVER IN PERSON , TRUCK , egular courts above the, 1, null, null, null, null).
|
|
CONTEXT: COPY lineitem_alter_220006, line 1: "1|155190|7706|1|17|21168.23|0.04|0.02|N|O|1996-03-13|1996-02-12|1996-03-22|DELIVER IN PERSON|TRUCK|e..."
|
|
ERROR: null value in column "int_column2" violates not-null constraint
|
|
DETAIL: Failing row contains (1, 155190, 7706, 1, 17.00, 21168.23, 0.04, 0.02, N, O, 03-13-1996, 02-12-1996, 03-22-1996, DELIVER IN PERSON , TRUCK , egular courts above the, 1, null, null, null, null).
|
|
CONTEXT: COPY lineitem_alter_220006, line 1: "1|155190|7706|1|17|21168.23|0.04|0.02|N|O|1996-03-13|1996-02-12|1996-03-22|DELIVER IN PERSON|TRUCK|e..."
|
|
\stage: failed to replicate shard to enough replicas
|
|
-- Verify that DROP NOT NULL works
|
|
ALTER TABLE lineitem_alter ALTER COLUMN int_column2 DROP NOT NULL;
|
|
\d lineitem_alter
|
|
Table "public.lineitem_alter"
|
|
Column | Type | Modifiers
|
|
-----------------+-----------------------+-----------
|
|
l_orderkey | bigint | not null
|
|
l_partkey | integer | not null
|
|
l_suppkey | integer | not null
|
|
l_linenumber | integer | not null
|
|
l_quantity | numeric(15,2) | not null
|
|
l_extendedprice | numeric(15,2) | not null
|
|
l_discount | numeric(15,2) | not null
|
|
l_tax | numeric(15,2) | not null
|
|
l_returnflag | character(1) | not null
|
|
l_linestatus | character(1) | not null
|
|
l_shipdate | date | not null
|
|
l_commitdate | date | not null
|
|
l_receiptdate | date | not null
|
|
l_shipinstruct | character(25) | not null
|
|
l_shipmode | character(10) | not null
|
|
l_comment | character varying(44) | not null
|
|
float_column | double precision | default 1
|
|
date_column | date |
|
|
int_column1 | integer |
|
|
int_column2 | integer |
|
|
null_column | integer |
|
|
|
|
-- \stage should succeed now
|
|
\STAGE lineitem_alter (l_orderkey, l_partkey, l_suppkey, l_linenumber, l_quantity, l_extendedprice, l_discount, l_tax, l_returnflag, l_linestatus, l_shipdate, l_commitdate, l_receiptdate, l_shipinstruct, l_shipmode, l_comment) FROM '@abs_srcdir@/data/lineitem.1.data' with delimiter '|'
|
|
SELECT count(*) from lineitem_alter;
|
|
count
|
|
-------
|
|
18000
|
|
(1 row)
|
|
|
|
-- Verify that SET DATA TYPE works
|
|
SELECT int_column2, pg_typeof(int_column2), count(*) from lineitem_alter GROUP BY int_column2;
|
|
int_column2 | pg_typeof | count
|
|
-------------+-----------+-------
|
|
| integer | 6000
|
|
2 | integer | 12000
|
|
(2 rows)
|
|
|
|
ALTER TABLE lineitem_alter ALTER COLUMN int_column2 SET DATA TYPE FLOAT;
|
|
\d lineitem_alter
|
|
Table "public.lineitem_alter"
|
|
Column | Type | Modifiers
|
|
-----------------+-----------------------+-----------
|
|
l_orderkey | bigint | not null
|
|
l_partkey | integer | not null
|
|
l_suppkey | integer | not null
|
|
l_linenumber | integer | not null
|
|
l_quantity | numeric(15,2) | not null
|
|
l_extendedprice | numeric(15,2) | not null
|
|
l_discount | numeric(15,2) | not null
|
|
l_tax | numeric(15,2) | not null
|
|
l_returnflag | character(1) | not null
|
|
l_linestatus | character(1) | not null
|
|
l_shipdate | date | not null
|
|
l_commitdate | date | not null
|
|
l_receiptdate | date | not null
|
|
l_shipinstruct | character(25) | not null
|
|
l_shipmode | character(10) | not null
|
|
l_comment | character varying(44) | not null
|
|
float_column | double precision | default 1
|
|
date_column | date |
|
|
int_column1 | integer |
|
|
int_column2 | double precision |
|
|
null_column | integer |
|
|
|
|
SELECT int_column2, pg_typeof(int_column2), count(*) from lineitem_alter GROUP BY int_column2;
|
|
int_column2 | pg_typeof | count
|
|
-------------+------------------+-------
|
|
| double precision | 6000
|
|
2 | double precision | 12000
|
|
(2 rows)
|
|
|
|
-- Verify that DROP COLUMN works
|
|
ALTER TABLE lineitem_alter DROP COLUMN int_column1;
|
|
ALTER TABLE lineitem_alter DROP COLUMN float_column;
|
|
ALTER TABLE lineitem_alter DROP COLUMN date_column;
|
|
-- Verify that IF EXISTS works as expected
|
|
ALTER TABLE non_existent_table ADD COLUMN new_column INTEGER;
|
|
ERROR: relation "non_existent_table" does not exist
|
|
ALTER TABLE IF EXISTS non_existent_table ADD COLUMN new_column INTEGER;
|
|
NOTICE: relation "non_existent_table" does not exist, skipping
|
|
ALTER TABLE IF EXISTS lineitem_alter ALTER COLUMN int_column2 SET DATA TYPE INTEGER;
|
|
ALTER TABLE lineitem_alter DROP COLUMN non_existent_column;
|
|
WARNING: column "non_existent_column" of relation "lineitem_alter_220000" does not exist
|
|
CONTEXT: while executing command on localhost:57638
|
|
ERROR: could not execute DDL command on worker node shards
|
|
ALTER TABLE lineitem_alter DROP COLUMN IF EXISTS non_existent_column;
|
|
NOTICE: column "non_existent_column" of relation "lineitem_alter" does not exist, skipping
|
|
ALTER TABLE lineitem_alter DROP COLUMN IF EXISTS int_column2;
|
|
\d lineitem_alter
|
|
Table "public.lineitem_alter"
|
|
Column | Type | Modifiers
|
|
-----------------+-----------------------+-----------
|
|
l_orderkey | bigint | not null
|
|
l_partkey | integer | not null
|
|
l_suppkey | integer | not null
|
|
l_linenumber | integer | not null
|
|
l_quantity | numeric(15,2) | not null
|
|
l_extendedprice | numeric(15,2) | not null
|
|
l_discount | numeric(15,2) | not null
|
|
l_tax | numeric(15,2) | not null
|
|
l_returnflag | character(1) | not null
|
|
l_linestatus | character(1) | not null
|
|
l_shipdate | date | not null
|
|
l_commitdate | date | not null
|
|
l_receiptdate | date | not null
|
|
l_shipinstruct | character(25) | not null
|
|
l_shipmode | character(10) | not null
|
|
l_comment | character varying(44) | not null
|
|
null_column | integer |
|
|
|
|
-- Verify that we can execute commands with multiple subcommands
|
|
ALTER TABLE lineitem_alter ADD COLUMN int_column1 INTEGER,
|
|
ADD COLUMN int_column2 INTEGER;
|
|
\d lineitem_alter
|
|
Table "public.lineitem_alter"
|
|
Column | Type | Modifiers
|
|
-----------------+-----------------------+-----------
|
|
l_orderkey | bigint | not null
|
|
l_partkey | integer | not null
|
|
l_suppkey | integer | not null
|
|
l_linenumber | integer | not null
|
|
l_quantity | numeric(15,2) | not null
|
|
l_extendedprice | numeric(15,2) | not null
|
|
l_discount | numeric(15,2) | not null
|
|
l_tax | numeric(15,2) | not null
|
|
l_returnflag | character(1) | not null
|
|
l_linestatus | character(1) | not null
|
|
l_shipdate | date | not null
|
|
l_commitdate | date | not null
|
|
l_receiptdate | date | not null
|
|
l_shipinstruct | character(25) | not null
|
|
l_shipmode | character(10) | not null
|
|
l_comment | character varying(44) | not null
|
|
null_column | integer |
|
|
int_column1 | integer |
|
|
int_column2 | integer |
|
|
|
|
ALTER TABLE lineitem_alter ADD COLUMN int_column3 INTEGER,
|
|
ALTER COLUMN int_column1 SET STATISTICS 10;
|
|
ERROR: alter table command is currently supported
|
|
DETAIL: Only ADD|DROP COLUMN, SET|DROP NOT NULL, SET|DROP DEFAULT and TYPE subcommands are supported.
|
|
ALTER TABLE lineitem_alter DROP COLUMN int_column1, DROP COLUMN int_column2;
|
|
\d lineitem_alter
|
|
Table "public.lineitem_alter"
|
|
Column | Type | Modifiers
|
|
-----------------+-----------------------+-----------
|
|
l_orderkey | bigint | not null
|
|
l_partkey | integer | not null
|
|
l_suppkey | integer | not null
|
|
l_linenumber | integer | not null
|
|
l_quantity | numeric(15,2) | not null
|
|
l_extendedprice | numeric(15,2) | not null
|
|
l_discount | numeric(15,2) | not null
|
|
l_tax | numeric(15,2) | not null
|
|
l_returnflag | character(1) | not null
|
|
l_linestatus | character(1) | not null
|
|
l_shipdate | date | not null
|
|
l_commitdate | date | not null
|
|
l_receiptdate | date | not null
|
|
l_shipinstruct | character(25) | not null
|
|
l_shipmode | character(10) | not null
|
|
l_comment | character varying(44) | not null
|
|
null_column | integer |
|
|
|
|
-- Verify that we cannot execute alter commands on the distribution column
|
|
ALTER TABLE lineitem_alter ALTER COLUMN l_orderkey DROP NOT NULL;
|
|
ERROR: cannot execute ALTER TABLE command involving partition column
|
|
ALTER TABLE lineitem_alter DROP COLUMN l_orderkey;
|
|
ERROR: cannot execute ALTER TABLE command involving partition column
|
|
-- Verify that we error out on unsupported statement types
|
|
ALTER TABLE lineitem_alter ALTER COLUMN l_orderkey SET STATISTICS 100;
|
|
ERROR: alter table command is currently supported
|
|
DETAIL: Only ADD|DROP COLUMN, SET|DROP NOT NULL, SET|DROP DEFAULT and TYPE subcommands are supported.
|
|
ALTER TABLE lineitem_alter DROP CONSTRAINT IF EXISTS non_existent_contraint;
|
|
ERROR: alter table command is currently supported
|
|
DETAIL: Only ADD|DROP COLUMN, SET|DROP NOT NULL, SET|DROP DEFAULT and TYPE subcommands are supported.
|
|
ALTER TABLE lineitem_alter SET WITHOUT OIDS;
|
|
ERROR: alter table command is currently supported
|
|
DETAIL: Only ADD|DROP COLUMN, SET|DROP NOT NULL, SET|DROP DEFAULT and TYPE subcommands are supported.
|
|
-- Verify that we error out in case of postgres errors on supported statement
|
|
-- types
|
|
ALTER TABLE lineitem_alter ADD COLUMN new_column non_existent_type;
|
|
WARNING: type "non_existent_type" does not exist
|
|
CONTEXT: while executing command on localhost:57638
|
|
ERROR: could not execute DDL command on worker node shards
|
|
ALTER TABLE lineitem_alter ALTER COLUMN null_column SET NOT NULL;
|
|
WARNING: column "null_column" contains null values
|
|
CONTEXT: while executing command on localhost:57638
|
|
ERROR: could not execute DDL command on worker node shards
|
|
ALTER TABLE lineitem_alter ALTER COLUMN l_partkey SET DEFAULT 'a';
|
|
WARNING: invalid input syntax for integer: "a"
|
|
CONTEXT: while executing command on localhost:57638
|
|
ERROR: could not execute DDL command on worker node shards
|
|
-- Verify that we error out on statements involving RENAME
|
|
ALTER TABLE lineitem_alter RENAME TO lineitem_renamed;
|
|
ERROR: renaming distributed tables or their objects is currently unsupported
|
|
ALTER TABLE lineitem_alter RENAME COLUMN l_orderkey TO l_orderkey_renamed;
|
|
ERROR: renaming distributed tables or their objects is currently unsupported
|
|
ALTER TABLE lineitem_alter RENAME CONSTRAINT constraint_a TO constraint_b;
|
|
ERROR: renaming distributed tables or their objects is currently unsupported
|
|
-- Verify that IF EXISTS works as expected with RENAME statements
|
|
ALTER TABLE non_existent_table RENAME TO non_existent_table_renamed;
|
|
ERROR: relation "non_existent_table" does not exist
|
|
ALTER TABLE IF EXISTS non_existent_table RENAME TO non_existent_table_renamed;
|
|
NOTICE: relation "non_existent_table" does not exist, skipping
|
|
ALTER TABLE IF EXISTS non_existent_table RENAME COLUMN column1 TO column2;
|
|
NOTICE: relation "non_existent_table" does not exist, skipping
|
|
ALTER TABLE IF EXISTS lineitem_alter RENAME l_orderkey TO l_orderkey_renamed;
|
|
ERROR: renaming distributed tables or their objects is currently unsupported
|
|
-- Verify that none of the failed alter table commands took effect on the master
|
|
-- node
|
|
\d lineitem_alter
|
|
Table "public.lineitem_alter"
|
|
Column | Type | Modifiers
|
|
-----------------+-----------------------+-----------
|
|
l_orderkey | bigint | not null
|
|
l_partkey | integer | not null
|
|
l_suppkey | integer | not null
|
|
l_linenumber | integer | not null
|
|
l_quantity | numeric(15,2) | not null
|
|
l_extendedprice | numeric(15,2) | not null
|
|
l_discount | numeric(15,2) | not null
|
|
l_tax | numeric(15,2) | not null
|
|
l_returnflag | character(1) | not null
|
|
l_linestatus | character(1) | not null
|
|
l_shipdate | date | not null
|
|
l_commitdate | date | not null
|
|
l_receiptdate | date | not null
|
|
l_shipinstruct | character(25) | not null
|
|
l_shipmode | character(10) | not null
|
|
l_comment | character varying(44) | not null
|
|
null_column | integer |
|
|
|
|
-- verify that non-propagated ddl commands are allowed inside a transaction block
|
|
SET citus.enable_ddl_propagation to false;
|
|
BEGIN;
|
|
CREATE INDEX temp_index_1 ON lineitem_alter(l_linenumber);
|
|
COMMIT;
|
|
SELECT indexname, tablename FROM pg_indexes WHERE tablename = 'lineitem_alter';
|
|
indexname | tablename
|
|
--------------+----------------
|
|
temp_index_1 | lineitem_alter
|
|
(1 row)
|
|
|
|
DROP INDEX temp_index_1;
|
|
-- verify that distributed ddl commands are not allowed inside a transaction block
|
|
SET citus.enable_ddl_propagation to true;
|
|
BEGIN;
|
|
CREATE INDEX temp_index_2 ON lineitem_alter(l_orderkey);
|
|
ERROR: distributed DDL commands cannot run inside a transaction block
|
|
COMMIT;
|
|
SELECT indexname, tablename FROM pg_indexes WHERE tablename = 'lineitem_alter';
|
|
indexname | tablename
|
|
-----------+-----------
|
|
(0 rows)
|
|
|
|
DROP INDEX temp_index_2;
|
|
ERROR: index "temp_index_2" does not exist
|
|
-- verify that distributed ddl commands use 2PC, even the value of citus.multi_shard_commit_protocol is '1pc'
|
|
SET citus.multi_shard_commit_protocol TO '1pc';
|
|
SET client_min_messages TO DEBUG2;
|
|
CREATE INDEX temp_index_3 ON lineitem_alter(l_orderkey);
|
|
DEBUG: switching to 2PC for the transaction
|
|
DEBUG: applied command on shard 220000 on node localhost:57638
|
|
DEBUG: applied command on shard 220000 on node localhost:57637
|
|
DEBUG: applied command on shard 220003 on node localhost:57637
|
|
DEBUG: applied command on shard 220003 on node localhost:57638
|
|
DEBUG: applied command on shard 220007 on node localhost:57637
|
|
DEBUG: applied command on shard 220007 on node localhost:57638
|
|
DEBUG: applied command on shard 220004 on node localhost:57638
|
|
DEBUG: applied command on shard 220004 on node localhost:57637
|
|
DEBUG: applied command on shard 220008 on node localhost:57638
|
|
DEBUG: applied command on shard 220008 on node localhost:57637
|
|
DEBUG: applied command on shard 220001 on node localhost:57637
|
|
DEBUG: applied command on shard 220001 on node localhost:57638
|
|
DEBUG: applied command on shard 220002 on node localhost:57638
|
|
DEBUG: applied command on shard 220002 on node localhost:57637
|
|
DEBUG: applied command on shard 220005 on node localhost:57637
|
|
DEBUG: applied command on shard 220005 on node localhost:57638
|
|
DEBUG: applied command on shard 220009 on node localhost:57637
|
|
DEBUG: applied command on shard 220009 on node localhost:57638
|
|
DEBUG: building index "temp_index_3" on table "lineitem_alter"
|
|
DEBUG: sent PREPARE TRANSACTION over connection 220007
|
|
DEBUG: sent PREPARE TRANSACTION over connection 220007
|
|
DEBUG: sent PREPARE TRANSACTION over connection 220002
|
|
DEBUG: sent PREPARE TRANSACTION over connection 220002
|
|
DEBUG: sent PREPARE TRANSACTION over connection 220004
|
|
DEBUG: sent PREPARE TRANSACTION over connection 220004
|
|
DEBUG: sent PREPARE TRANSACTION over connection 220000
|
|
DEBUG: sent PREPARE TRANSACTION over connection 220000
|
|
DEBUG: sent PREPARE TRANSACTION over connection 220008
|
|
DEBUG: sent PREPARE TRANSACTION over connection 220008
|
|
DEBUG: sent PREPARE TRANSACTION over connection 220009
|
|
DEBUG: sent PREPARE TRANSACTION over connection 220009
|
|
DEBUG: sent PREPARE TRANSACTION over connection 220001
|
|
DEBUG: sent PREPARE TRANSACTION over connection 220001
|
|
DEBUG: sent PREPARE TRANSACTION over connection 220005
|
|
DEBUG: sent PREPARE TRANSACTION over connection 220005
|
|
DEBUG: sent PREPARE TRANSACTION over connection 220003
|
|
DEBUG: sent PREPARE TRANSACTION over connection 220003
|
|
DEBUG: sent COMMIT PREPARED over connection 220007
|
|
DEBUG: sent COMMIT PREPARED over connection 220007
|
|
DEBUG: sent COMMIT PREPARED over connection 220002
|
|
DEBUG: sent COMMIT PREPARED over connection 220002
|
|
DEBUG: sent COMMIT PREPARED over connection 220004
|
|
DEBUG: sent COMMIT PREPARED over connection 220004
|
|
DEBUG: sent COMMIT PREPARED over connection 220000
|
|
DEBUG: sent COMMIT PREPARED over connection 220000
|
|
DEBUG: sent COMMIT PREPARED over connection 220008
|
|
DEBUG: sent COMMIT PREPARED over connection 220008
|
|
DEBUG: sent COMMIT PREPARED over connection 220009
|
|
DEBUG: sent COMMIT PREPARED over connection 220009
|
|
DEBUG: sent COMMIT PREPARED over connection 220001
|
|
DEBUG: sent COMMIT PREPARED over connection 220001
|
|
DEBUG: sent COMMIT PREPARED over connection 220005
|
|
DEBUG: sent COMMIT PREPARED over connection 220005
|
|
DEBUG: sent COMMIT PREPARED over connection 220003
|
|
DEBUG: sent COMMIT PREPARED over connection 220003
|
|
RESET client_min_messages;
|
|
DROP INDEX temp_index_3;
|
|
-- verify that citus.multi_shard_commit_protocol value is not changed
|
|
SHOW citus.multi_shard_commit_protocol;
|
|
citus.multi_shard_commit_protocol
|
|
-----------------------------------
|
|
1pc
|
|
(1 row)
|
|
|
|
-- verify that not any of shard placements are marked as failed when a query failure occurs
|
|
CREATE TABLE test_ab (a int, b int);
|
|
SELECT master_create_distributed_table('test_ab', 'a', 'hash');
|
|
master_create_distributed_table
|
|
---------------------------------
|
|
|
|
(1 row)
|
|
|
|
SELECT master_create_worker_shards('test_ab', 8, 2);
|
|
master_create_worker_shards
|
|
-----------------------------
|
|
|
|
(1 row)
|
|
|
|
INSERT INTO test_ab VALUES (2, 10);
|
|
INSERT INTO test_ab VALUES (2, 11);
|
|
CREATE UNIQUE INDEX temp_unique_index_1 ON test_ab(a);
|
|
WARNING: could not create unique index "temp_unique_index_1_220016"
|
|
DETAIL: Key (a)=(2) is duplicated.
|
|
CONTEXT: while executing command on localhost:57638
|
|
ERROR: could not execute DDL command on worker node shards
|
|
SELECT shardid FROM pg_dist_shard_placement NATURAL JOIN pg_dist_shard
|
|
WHERE logicalrelid='test_ab'::regclass AND shardstate=3;
|
|
shardid
|
|
---------
|
|
(0 rows)
|
|
|
|
-- Check that the schema on the worker still looks reasonable
|
|
\c - - - :worker_1_port
|
|
SELECT attname, atttypid::regtype
|
|
FROM
|
|
(SELECT oid FROM pg_class WHERE relname LIKE 'lineitem_alter_%' ORDER BY relname LIMIT 1) pc
|
|
JOIN pg_attribute ON (pc.oid = pg_attribute.attrelid)
|
|
ORDER BY attnum;
|
|
attname | atttypid
|
|
-------------------------------+-------------------
|
|
tableoid | oid
|
|
cmax | cid
|
|
xmax | xid
|
|
cmin | cid
|
|
xmin | xid
|
|
ctid | tid
|
|
l_orderkey | bigint
|
|
l_partkey | integer
|
|
l_suppkey | integer
|
|
l_linenumber | integer
|
|
l_quantity | numeric
|
|
l_extendedprice | numeric
|
|
l_discount | numeric
|
|
l_tax | numeric
|
|
l_returnflag | character
|
|
l_linestatus | character
|
|
l_shipdate | date
|
|
l_commitdate | date
|
|
l_receiptdate | date
|
|
l_shipinstruct | character
|
|
l_shipmode | character
|
|
l_comment | character varying
|
|
........pg.dropped.17........ | -
|
|
........pg.dropped.18........ | -
|
|
........pg.dropped.19........ | -
|
|
........pg.dropped.20........ | -
|
|
null_column | integer
|
|
........pg.dropped.22........ | -
|
|
........pg.dropped.23........ | -
|
|
(29 rows)
|
|
|
|
\c - - - :master_port
|
|
-- verify that we don't intercept DDL commands if propagation is turned off
|
|
SET citus.enable_ddl_propagation to false;
|
|
-- table rename statement can be performed now
|
|
ALTER TABLE lineitem_alter RENAME TO lineitem_renamed;
|
|
-- verify rename is performed
|
|
SELECT relname FROM pg_class WHERE relname = 'lineitem_alter' or relname = 'lineitem_renamed';
|
|
relname
|
|
------------------
|
|
lineitem_renamed
|
|
(1 row)
|
|
|
|
-- revert it to original name
|
|
ALTER TABLE lineitem_renamed RENAME TO lineitem_alter;
|
|
-- this column is added to master table and not workers
|
|
ALTER TABLE lineitem_alter ADD COLUMN column_only_added_to_master int;
|
|
-- verify newly added column is not present in a worker shard
|
|
\c - - - :worker_1_port
|
|
SELECT column_only_added_to_master FROM lineitem_alter_220000 LIMIT 0;
|
|
ERROR: column "column_only_added_to_master" does not exist
|
|
LINE 1: SELECT column_only_added_to_master FROM lineitem_alter_22000...
|
|
^
|
|
\c - - - :master_port
|
|
-- ddl propagation flag is reset to default, disable it again
|
|
SET citus.enable_ddl_propagation to false;
|
|
-- following query succeeds since it accesses an previously existing column
|
|
SELECT l_orderkey FROM lineitem_alter LIMIT 0;
|
|
l_orderkey
|
|
------------
|
|
(0 rows)
|
|
|
|
-- make master and workers have the same schema again
|
|
ALTER TABLE lineitem_alter DROP COLUMN column_only_added_to_master;
|
|
-- now this should succeed
|
|
SELECT * FROM lineitem_alter LIMIT 0;
|
|
l_orderkey | l_partkey | l_suppkey | l_linenumber | l_quantity | l_extendedprice | l_discount | l_tax | l_returnflag | l_linestatus | l_shipdate | l_commitdate | l_receiptdate | l_shipinstruct | l_shipmode | l_comment | null_column
|
|
------------+-----------+-----------+--------------+------------+-----------------+------------+-------+--------------+--------------+------------+--------------+---------------+----------------+------------+-----------+-------------
|
|
(0 rows)
|
|
|
|
-- previously unsupported statements are accepted by postgresql now
|
|
ALTER TABLE lineitem_alter ALTER COLUMN l_orderkey SET STATISTICS 100;
|
|
ALTER TABLE lineitem_alter DROP CONSTRAINT IF EXISTS non_existent_contraint;
|
|
NOTICE: constraint "non_existent_contraint" of relation "lineitem_alter" does not exist, skipping
|
|
ALTER TABLE lineitem_alter SET WITHOUT OIDS;
|
|
-- even distribution column can be dropped however postgresql prevents this.
|
|
ALTER TABLE lineitem_alter DROP COLUMN l_orderkey;
|
|
ERROR: cannot drop table lineitem_alter column l_orderkey because other objects depend on it
|
|
DETAIL: table lineitem_alter depends on table lineitem_alter column l_orderkey
|
|
HINT: Use DROP ... CASCADE to drop the dependent objects too.
|
|
-- Even unique indexes on l_partkey (non-partition column) are allowed.
|
|
-- Citus would have prevented that.
|
|
CREATE UNIQUE INDEX unique_lineitem_partkey on lineitem_alter(l_partkey);
|
|
SELECT indexname, tablename FROM pg_indexes WHERE tablename = 'lineitem_alter';
|
|
indexname | tablename
|
|
-------------------------+----------------
|
|
unique_lineitem_partkey | lineitem_alter
|
|
(1 row)
|
|
|
|
-- verify index is not created on worker
|
|
\c - - - :worker_1_port
|
|
SELECT indexname, tablename FROM pg_indexes WHERE tablename like 'lineitem_alter_%';
|
|
indexname | tablename
|
|
-----------+-----------
|
|
(0 rows)
|
|
|
|
\c - - - :master_port
|
|
-- Cleanup the table and its shards
|
|
SET citus.enable_ddl_propagation to true;
|
|
SELECT master_apply_delete_command('DELETE FROM lineitem_alter');
|
|
master_apply_delete_command
|
|
-----------------------------
|
|
9
|
|
(1 row)
|
|
|
|
DROP TABLE lineitem_alter;
|
|
-- check that nothing's left over on workers
|
|
\c - - - :worker_1_port
|
|
SELECT relname FROM pg_class WHERE relname LIKE 'lineitem_alter%';
|
|
relname
|
|
---------
|
|
(0 rows)
|
|
|
|
\c - - - :master_port
|