ALTER SEQUENCE pg_catalog.pg_dist_shardid_seq RESTART 1330000; -- =================================================================== -- test end-to-end modification functionality for mx tables -- =================================================================== -- basic single-row INSERT INSERT INTO limit_orders_mx VALUES (32743, 'AAPL', 9580, '2004-10-19 10:23:54', 'buy', 20.69); SELECT COUNT(*) FROM limit_orders_mx WHERE id = 32743; count --------------------------------------------------------------------- 1 (1 row) -- now singe-row INSERT from a worker \c - - - :worker_1_port INSERT INTO limit_orders_mx VALUES (32744, 'AAPL', 9580, '2004-10-19 10:23:54', 'buy', 20.69); SELECT COUNT(*) FROM limit_orders_mx WHERE id = 32744; count --------------------------------------------------------------------- 1 (1 row) -- now singe-row INSERT to the other worker \c - - - :worker_2_port \set VERBOSITY terse INSERT INTO limit_orders_mx VALUES (32745, 'AAPL', 9580, '2004-10-19 10:23:54', 'buy', 20.69); SELECT COUNT(*) FROM limit_orders_mx WHERE id = 32745; count --------------------------------------------------------------------- 1 (1 row) -- and see all the inserted rows SELECT * FROM limit_orders_mx ORDER BY 1; id | symbol | bidder_id | placed_at | kind | limit_price --------------------------------------------------------------------- 32743 | AAPL | 9580 | Tue Oct 19 10:23:54 2004 | buy | 20.69 32744 | AAPL | 9580 | Tue Oct 19 10:23:54 2004 | buy | 20.69 32745 | AAPL | 9580 | Tue Oct 19 10:23:54 2004 | buy | 20.69 (3 rows) -- basic single-row INSERT with RETURNING INSERT INTO limit_orders_mx VALUES (32746, 'AAPL', 9580, '2004-10-19 10:23:54', 'buy', 20.69) RETURNING *; id | symbol | bidder_id | placed_at | kind | limit_price --------------------------------------------------------------------- 32746 | AAPL | 9580 | Tue Oct 19 10:23:54 2004 | buy | 20.69 (1 row) -- INSERT with DEFAULT in the target list INSERT INTO limit_orders_mx VALUES (12756, 'MSFT', 10959, '2013-05-08 07:29:23', 'sell', DEFAULT); SELECT * FROM limit_orders_mx WHERE id = 12756; id | symbol | bidder_id | placed_at | kind | limit_price --------------------------------------------------------------------- 12756 | MSFT | 10959 | Wed May 08 07:29:23 2013 | sell | 0.00 (1 row) -- INSERT with expressions in target list INSERT INTO limit_orders_mx VALUES (430, upper('ibm'), 214, timestamp '2003-01-28 10:31:17' + interval '5 hours', 'buy', sqrt(2)); SELECT * FROM limit_orders_mx WHERE id = 430; id | symbol | bidder_id | placed_at | kind | limit_price --------------------------------------------------------------------- 430 | IBM | 214 | Tue Jan 28 15:31:17 2003 | buy | 1.4142135623731 (1 row) -- INSERT without partition key INSERT INTO limit_orders_mx DEFAULT VALUES; ERROR: cannot perform an INSERT without a partition column value -- squelch WARNINGs that contain worker_port SET client_min_messages TO ERROR; -- INSERT violating NOT NULL constraint INSERT INTO limit_orders_mx VALUES (NULL, 'T', 975234, DEFAULT); ERROR: cannot perform an INSERT with NULL in the partition column -- INSERT violating column constraint INSERT INTO limit_orders_mx VALUES (18811, 'BUD', 14962, '2014-04-05 08:32:16', 'sell', -5.00); ERROR: new row for relation "limit_orders_mx_1220092" violates check constraint "limit_orders_mx_limit_price_check" -- INSERT violating primary key constraint INSERT INTO limit_orders_mx VALUES (32743, 'LUV', 5994, '2001-04-16 03:37:28', 'buy', 0.58); ERROR: duplicate key value violates unique constraint "limit_orders_mx_pkey_1220093" -- INSERT violating primary key constraint, with RETURNING specified. INSERT INTO limit_orders_mx VALUES (32743, 'LUV', 5994, '2001-04-16 03:37:28', 'buy', 0.58) RETURNING *; ERROR: duplicate key value violates unique constraint "limit_orders_mx_pkey_1220093" -- INSERT, with RETURNING specified, failing with a non-constraint error INSERT INTO limit_orders_mx VALUES (34153, 'LEE', 5994, '2001-04-16 03:37:28', 'buy', 0.58) RETURNING id / 0; ERROR: division by zero SET client_min_messages TO DEFAULT; -- commands with non-constant partition values are unsupported INSERT INTO limit_orders_mx VALUES (random() * 100, 'ORCL', 152, '2011-08-25 11:50:45', 'sell', 0.58); -- values for other columns are totally fine INSERT INTO limit_orders_mx VALUES (2036, 'GOOG', 5634, now(), 'buy', random()); -- commands with mutable functions in their quals DELETE FROM limit_orders_mx WHERE id = 246 AND bidder_id = (random() * 1000); ERROR: functions used in the WHERE clause of modification queries on distributed tables must not be VOLATILE -- commands with mutable but non-volatile functions(ie: stable func.) in their quals -- (the cast to timestamp is because the timestamp_eq_timestamptz operator is stable) DELETE FROM limit_orders_mx WHERE id = 246 AND placed_at = current_timestamp::timestamp; -- commands with multiple rows are supported INSERT INTO limit_orders_mx VALUES (2037, 'GOOG', 5634, now(), 'buy', random()), (2038, 'GOOG', 5634, now(), 'buy', random()), (2039, 'GOOG', 5634, now(), 'buy', random()); -- connect back to the other node \c - - - :worker_1_port -- commands containing a CTE are supported WITH deleted_orders AS (DELETE FROM limit_orders_mx WHERE id < 0 RETURNING *) INSERT INTO limit_orders_mx SELECT * FROM deleted_orders; -- test simple DELETE INSERT INTO limit_orders_mx VALUES (246, 'TSLA', 162, '2007-07-02 16:32:15', 'sell', 20.69); SELECT COUNT(*) FROM limit_orders_mx WHERE id = 246; count --------------------------------------------------------------------- 1 (1 row) DELETE FROM limit_orders_mx WHERE id = 246; SELECT COUNT(*) FROM limit_orders_mx WHERE id = 246; count --------------------------------------------------------------------- 0 (1 row) -- test simple DELETE with RETURNING DELETE FROM limit_orders_mx WHERE id = 430 RETURNING *; id | symbol | bidder_id | placed_at | kind | limit_price --------------------------------------------------------------------- 430 | IBM | 214 | Tue Jan 28 15:31:17 2003 | buy | 1.4142135623731 (1 row) SELECT COUNT(*) FROM limit_orders_mx WHERE id = 430; count --------------------------------------------------------------------- 0 (1 row) -- DELETE with expression in WHERE clause INSERT INTO limit_orders_mx VALUES (246, 'TSLA', 162, '2007-07-02 16:32:15', 'sell', 20.69); SELECT COUNT(*) FROM limit_orders_mx WHERE id = 246; count --------------------------------------------------------------------- 1 (1 row) DELETE FROM limit_orders_mx WHERE id = (2 * 123); SELECT COUNT(*) FROM limit_orders_mx WHERE id = 246; count --------------------------------------------------------------------- 0 (1 row) -- multi shard delete is supported DELETE FROM limit_orders_mx WHERE bidder_id = 162; -- commands with a USING clause are unsupported CREATE TABLE bidders ( name text, id bigint ); DELETE FROM limit_orders_mx USING bidders WHERE limit_orders_mx.id = 246 AND limit_orders_mx.bidder_id = bidders.id AND bidders.name = 'Bernie Madoff'; ERROR: relation bidders is not distributed -- commands containing a CTE are supported WITH new_orders AS (INSERT INTO limit_orders_mx VALUES (411, 'FLO', 12, '2017-07-02 16:32:15', 'buy', 66)) DELETE FROM limit_orders_mx WHERE id < 0; -- cursors are not supported DELETE FROM limit_orders_mx WHERE CURRENT OF cursor_name; ERROR: cannot run DML queries with cursors INSERT INTO limit_orders_mx VALUES (246, 'TSLA', 162, '2007-07-02 16:32:15', 'sell', 20.69); -- simple UPDATE UPDATE limit_orders_mx SET symbol = 'GM' WHERE id = 246; SELECT symbol FROM limit_orders_mx WHERE id = 246; symbol --------------------------------------------------------------------- GM (1 row) -- simple UPDATE with RETURNING UPDATE limit_orders_mx SET symbol = 'GM' WHERE id = 246 RETURNING *; id | symbol | bidder_id | placed_at | kind | limit_price --------------------------------------------------------------------- 246 | GM | 162 | Mon Jul 02 16:32:15 2007 | sell | 20.69 (1 row) -- expression UPDATE UPDATE limit_orders_mx SET bidder_id = 6 * 3 WHERE id = 246; SELECT bidder_id FROM limit_orders_mx WHERE id = 246; bidder_id --------------------------------------------------------------------- 18 (1 row) -- expression UPDATE with RETURNING UPDATE limit_orders_mx SET bidder_id = 6 * 5 WHERE id = 246 RETURNING *; id | symbol | bidder_id | placed_at | kind | limit_price --------------------------------------------------------------------- 246 | GM | 30 | Mon Jul 02 16:32:15 2007 | sell | 20.69 (1 row) -- multi-column UPDATE UPDATE limit_orders_mx SET (kind, limit_price) = ('buy', DEFAULT) WHERE id = 246; SELECT kind, limit_price FROM limit_orders_mx WHERE id = 246; kind | limit_price --------------------------------------------------------------------- buy | 0.00 (1 row) -- multi-column UPDATE with RETURNING UPDATE limit_orders_mx SET (kind, limit_price) = ('buy', 999) WHERE id = 246 RETURNING *; id | symbol | bidder_id | placed_at | kind | limit_price --------------------------------------------------------------------- 246 | GM | 30 | Mon Jul 02 16:32:15 2007 | buy | 999 (1 row) -- Test that on unique contraint violations, we fail fast INSERT INTO limit_orders_mx VALUES (275, 'ADR', 140, '2007-07-02 16:32:15', 'sell', 43.67); INSERT INTO limit_orders_mx VALUES (275, 'ADR', 140, '2007-07-02 16:32:15', 'sell', 43.67); ERROR: duplicate key value violates unique constraint "limit_orders_mx_pkey_1220093" -- multi shard update is supported UPDATE limit_orders_mx SET limit_price = 0.00; -- attempting to change the partition key is unsupported UPDATE limit_orders_mx SET id = 0 WHERE id = 246; ERROR: modifying the partition value of rows is not allowed -- UPDATEs with a FROM clause are unsupported UPDATE limit_orders_mx SET limit_price = 0.00 FROM bidders WHERE limit_orders_mx.id = 246 AND limit_orders_mx.bidder_id = bidders.id AND bidders.name = 'Bernie Madoff'; ERROR: relation bidders is not distributed -- commands containing a CTE are supported WITH deleted_orders AS (INSERT INTO limit_orders_mx VALUES (399, 'PDR', 14, '2017-07-02 16:32:15', 'sell', 43)) UPDATE limit_orders_mx SET symbol = 'GM'; SELECT symbol, bidder_id FROM limit_orders_mx WHERE id = 246; symbol | bidder_id --------------------------------------------------------------------- GM | 30 (1 row) -- updates referencing just a var are supported UPDATE limit_orders_mx SET bidder_id = id WHERE id = 246; -- updates referencing a column are supported UPDATE limit_orders_mx SET bidder_id = bidder_id + 1 WHERE id = 246; -- IMMUTABLE functions are allowed UPDATE limit_orders_mx SET symbol = LOWER(symbol) WHERE id = 246; SELECT symbol, bidder_id FROM limit_orders_mx WHERE id = 246; symbol | bidder_id --------------------------------------------------------------------- gm | 247 (1 row) -- IMMUTABLE functions are allowed -- even in returning UPDATE limit_orders_mx SET symbol = UPPER(symbol) WHERE id = 246 RETURNING id, LOWER(symbol), symbol; id | lower | symbol --------------------------------------------------------------------- 246 | gm | GM (1 row) -- connect coordinator to run the DDL \c - - - :master_port ALTER TABLE limit_orders_mx ADD COLUMN array_of_values integer[]; -- connect back to the other node \c - - - :worker_2_port -- updates referencing STABLE functions are allowed UPDATE limit_orders_mx SET placed_at = LEAST(placed_at, now()::timestamp) WHERE id = 246; -- so are binary operators UPDATE limit_orders_mx SET array_of_values = 1 || array_of_values WHERE id = 246; -- connect back to the other node \c - - - :worker_2_port -- immutable function calls with vars are also allowed UPDATE limit_orders_mx SET array_of_values = immutable_append_mx(array_of_values, 2) WHERE id = 246; CREATE FUNCTION stable_append_mx(old_values int[], new_value int) RETURNS int[] AS $$ BEGIN RETURN old_values || new_value; END; $$ LANGUAGE plpgsql STABLE; -- but STABLE function calls with vars are not allowed UPDATE limit_orders_mx SET array_of_values = stable_append_mx(array_of_values, 3) WHERE id = 246; ERROR: STABLE functions used in UPDATE queries cannot be called with column references SELECT array_of_values FROM limit_orders_mx WHERE id = 246; array_of_values --------------------------------------------------------------------- {1,2} (1 row) -- STRICT functions work as expected CREATE FUNCTION temp_strict_func(integer,integer) RETURNS integer AS 'SELECT COALESCE($1, 2) + COALESCE($1, 3);' LANGUAGE SQL STABLE STRICT; UPDATE limit_orders_mx SET bidder_id = temp_strict_func(1, null) WHERE id = 246; ERROR: null value in column "bidder_id" violates not-null constraint SELECT array_of_values FROM limit_orders_mx WHERE id = 246; array_of_values --------------------------------------------------------------------- {1,2} (1 row) -- connect coordinator to run the DDL \c - - - :master_port ALTER TABLE limit_orders_mx DROP array_of_values; -- connect back to the other node \c - - - :worker_2_port -- even in RETURNING UPDATE limit_orders_mx SET placed_at = placed_at WHERE id = 246 RETURNING NOW(); ERROR: non-IMMUTABLE functions are not allowed in the RETURNING clause -- cursors are not supported UPDATE limit_orders_mx SET symbol = 'GM' WHERE CURRENT OF cursor_name; ERROR: cannot run DML queries with cursors -- check that multi-row UPDATE/DELETEs with RETURNING work INSERT INTO multiple_hash_mx VALUES ('0', '1'); INSERT INTO multiple_hash_mx VALUES ('0', '2'); INSERT INTO multiple_hash_mx VALUES ('0', '3'); INSERT INTO multiple_hash_mx VALUES ('0', '4'); INSERT INTO multiple_hash_mx VALUES ('0', '5'); INSERT INTO multiple_hash_mx VALUES ('0', '6'); UPDATE multiple_hash_mx SET data = data ||'-1' WHERE category = '0' RETURNING *; category | data --------------------------------------------------------------------- 0 | 1-1 0 | 2-1 0 | 3-1 0 | 4-1 0 | 5-1 0 | 6-1 (6 rows) DELETE FROM multiple_hash_mx WHERE category = '0' RETURNING *; category | data --------------------------------------------------------------------- 0 | 1-1 0 | 2-1 0 | 3-1 0 | 4-1 0 | 5-1 0 | 6-1 (6 rows) -- ensure returned row counters are correct \set QUIET off INSERT INTO multiple_hash_mx VALUES ('1', '1'); INSERT 0 1 INSERT INTO multiple_hash_mx VALUES ('1', '2'); INSERT 0 1 INSERT INTO multiple_hash_mx VALUES ('1', '3'); INSERT 0 1 INSERT INTO multiple_hash_mx VALUES ('2', '1'); INSERT 0 1 INSERT INTO multiple_hash_mx VALUES ('2', '2'); INSERT 0 1 INSERT INTO multiple_hash_mx VALUES ('2', '3'); INSERT 0 1 INSERT INTO multiple_hash_mx VALUES ('2', '3') RETURNING *; category | data --------------------------------------------------------------------- 2 | 3 (1 row) INSERT 0 1 -- check that update return the right number of rows -- one row UPDATE multiple_hash_mx SET data = data ||'-1' WHERE category = '1' AND data = '1'; UPDATE 1 -- three rows UPDATE multiple_hash_mx SET data = data ||'-2' WHERE category = '1'; UPDATE 3 -- three rows, with RETURNING UPDATE multiple_hash_mx SET data = data ||'-2' WHERE category = '1' RETURNING category; category --------------------------------------------------------------------- 1 1 1 (3 rows) UPDATE 3 -- check SELECT * FROM multiple_hash_mx WHERE category = '1' ORDER BY category, data; category | data --------------------------------------------------------------------- 1 | 1-1-2-2 1 | 2-2-2 1 | 3-2-2 (3 rows) -- check that deletes return the right number of rows -- one row DELETE FROM multiple_hash_mx WHERE category = '2' AND data = '1'; DELETE 1 -- two rows DELETE FROM multiple_hash_mx WHERE category = '2'; DELETE 3 -- three rows, with RETURNING DELETE FROM multiple_hash_mx WHERE category = '1' RETURNING category; category --------------------------------------------------------------------- 1 1 1 (3 rows) DELETE 3 -- check SELECT * FROM multiple_hash_mx WHERE category = '1' ORDER BY category, data; category | data --------------------------------------------------------------------- (0 rows) SELECT * FROM multiple_hash_mx WHERE category = '2' ORDER BY category, data; category | data --------------------------------------------------------------------- (0 rows) --- INSERT ... SELECT ... FROM commands are supported from workers INSERT INTO multiple_hash_mx SELECT s, s*2 FROM generate_series(1,10) s; INSERT 0 10 -- including distributed INSERT ... SELECT BEGIN; BEGIN SET LOCAL client_min_messages TO DEBUG1; SET INSERT INTO multiple_hash_mx SELECT * FROM multiple_hash_mx; INSERT 0 10 END; COMMIT -- verify interaction of default values, SERIAL, and RETURNING \set QUIET on -- make sure this test always returns the same output no matter which tests have run SELECT minimum_value::bigint AS min_value, maximum_value::bigint AS max_value FROM information_schema.sequences WHERE sequence_name = 'app_analytics_events_mx_id_seq' \gset SELECT last_value FROM app_analytics_events_mx_id_seq \gset ALTER SEQUENCE app_analytics_events_mx_id_seq NO MINVALUE NO MAXVALUE; SELECT setval('app_analytics_events_mx_id_seq'::regclass, 3940649673949184); setval --------------------------------------------------------------------- 3940649673949184 (1 row) INSERT INTO app_analytics_events_mx VALUES (DEFAULT, 101, 'Fauxkemon Geaux') RETURNING id; id --------------------------------------------------------------------- 3940649673949185 (1 row) INSERT INTO app_analytics_events_mx (app_id, name) VALUES (102, 'Wayz') RETURNING id; id --------------------------------------------------------------------- 3940649673949186 (1 row) INSERT INTO app_analytics_events_mx (app_id, name) VALUES (103, 'Mynt') RETURNING *; id | app_id | name --------------------------------------------------------------------- 3940649673949187 | 103 | Mynt (1 row) -- clean up SELECT 1 FROM setval('app_analytics_events_mx_id_seq'::regclass, :last_value); ?column? --------------------------------------------------------------------- 1 (1 row) ALTER SEQUENCE app_analytics_events_mx_id_seq MINVALUE :min_value MAXVALUE :max_value;