mirror of https://github.com/citusdata/citus.git
418 lines
17 KiB
SQL
418 lines
17 KiB
SQL
SET columnar.compression TO 'none';
|
|
|
|
CREATE SCHEMA columnar_citus_integration;
|
|
SET search_path TO columnar_citus_integration;
|
|
SET citus.next_shard_id TO 20090000;
|
|
|
|
SET citus.shard_replication_factor TO 1;
|
|
SET citus.shard_count TO 4;
|
|
|
|
-- table options integration testing
|
|
-- distributed table 1 placement
|
|
CREATE TABLE table_option (a int, b text) USING columnar;
|
|
SELECT create_distributed_table('table_option', 'a');
|
|
|
|
-- setting: compression
|
|
-- get baseline for setting
|
|
SELECT run_command_on_placements('table_option',$cmd$
|
|
SELECT compression FROM columnar.options WHERE regclass = '%s'::regclass;
|
|
$cmd$);
|
|
-- change setting
|
|
SELECT alter_columnar_table_set('table_option', compression => 'pglz');
|
|
-- verify setting
|
|
SELECT run_command_on_placements('table_option',$cmd$
|
|
SELECT compression FROM columnar.options WHERE regclass = '%s'::regclass;
|
|
$cmd$);
|
|
-- reset setting
|
|
SELECT alter_columnar_table_reset('table_option', compression => true);
|
|
-- verify setting
|
|
SELECT run_command_on_placements('table_option',$cmd$
|
|
SELECT compression FROM columnar.options WHERE regclass = '%s'::regclass;
|
|
$cmd$);
|
|
|
|
-- setting: compression_level
|
|
-- get baseline for setting
|
|
SELECT run_command_on_placements('table_option',$cmd$
|
|
SELECT compression_level FROM columnar.options WHERE regclass = '%s'::regclass;
|
|
$cmd$);
|
|
-- change setting
|
|
SELECT alter_columnar_table_set('table_option', compression_level => 13);
|
|
-- verify setting
|
|
SELECT run_command_on_placements('table_option',$cmd$
|
|
SELECT compression_level FROM columnar.options WHERE regclass = '%s'::regclass;
|
|
$cmd$);
|
|
-- reset setting
|
|
SELECT alter_columnar_table_reset('table_option', compression_level => true);
|
|
-- verify setting
|
|
SELECT run_command_on_placements('table_option',$cmd$
|
|
SELECT compression_level FROM columnar.options WHERE regclass = '%s'::regclass;
|
|
$cmd$);
|
|
|
|
-- setting: chunk_group_row_limit
|
|
-- get baseline for setting
|
|
SELECT run_command_on_placements('table_option',$cmd$
|
|
SELECT chunk_group_row_limit FROM columnar.options WHERE regclass = '%s'::regclass;
|
|
$cmd$);
|
|
-- change setting
|
|
SELECT alter_columnar_table_set('table_option', chunk_group_row_limit => 100);
|
|
-- verify setting
|
|
SELECT run_command_on_placements('table_option',$cmd$
|
|
SELECT chunk_group_row_limit FROM columnar.options WHERE regclass = '%s'::regclass;
|
|
$cmd$);
|
|
-- reset setting
|
|
SELECT alter_columnar_table_reset('table_option', chunk_group_row_limit => true);
|
|
-- verify setting
|
|
SELECT run_command_on_placements('table_option',$cmd$
|
|
SELECT chunk_group_row_limit FROM columnar.options WHERE regclass = '%s'::regclass;
|
|
$cmd$);
|
|
|
|
-- setting: stripe_row_limit
|
|
-- get baseline for setting
|
|
SELECT run_command_on_placements('table_option',$cmd$
|
|
SELECT stripe_row_limit FROM columnar.options WHERE regclass = '%s'::regclass;
|
|
$cmd$);
|
|
-- change setting
|
|
SELECT alter_columnar_table_set('table_option', stripe_row_limit => 100);
|
|
-- verify setting
|
|
SELECT run_command_on_placements('table_option',$cmd$
|
|
SELECT stripe_row_limit FROM columnar.options WHERE regclass = '%s'::regclass;
|
|
$cmd$);
|
|
-- reset setting
|
|
SELECT alter_columnar_table_reset('table_option', stripe_row_limit => true);
|
|
-- verify setting
|
|
SELECT run_command_on_placements('table_option',$cmd$
|
|
SELECT stripe_row_limit FROM columnar.options WHERE regclass = '%s'::regclass;
|
|
$cmd$);
|
|
|
|
-- verify settings are propagated when creating a table
|
|
CREATE TABLE table_option_2 (a int, b text) USING columnar;
|
|
SELECT alter_columnar_table_set('table_option_2',
|
|
chunk_group_row_limit => 100,
|
|
stripe_row_limit => 1000,
|
|
compression => 'pglz',
|
|
compression_level => 15);
|
|
SELECT create_distributed_table('table_option_2', 'a');
|
|
|
|
-- verify settings on placements
|
|
SELECT run_command_on_placements('table_option_2',$cmd$
|
|
SELECT ROW(chunk_group_row_limit, stripe_row_limit, compression, compression_level) FROM columnar.options WHERE regclass = '%s'::regclass;
|
|
$cmd$);
|
|
|
|
-- verify undistribute works
|
|
SELECT undistribute_table('table_option');
|
|
SELECT * FROM pg_dist_partition WHERE logicalrelid = 'table_option'::regclass;
|
|
SELECT compression FROM columnar.options WHERE regclass = 'table_option'::regclass;
|
|
|
|
DROP TABLE table_option, table_option_2;
|
|
|
|
-- verify settings get to all placements when there are multiple replica's
|
|
SET citus.shard_replication_factor TO 2;
|
|
|
|
-- table options integration testing
|
|
CREATE TABLE table_option (a int, b text) USING columnar;
|
|
SELECT create_distributed_table('table_option', 'a');
|
|
|
|
-- setting: compression
|
|
-- get baseline for setting
|
|
SELECT run_command_on_placements('table_option',$cmd$
|
|
SELECT compression FROM columnar.options WHERE regclass = '%s'::regclass;
|
|
$cmd$);
|
|
-- change setting
|
|
SELECT alter_columnar_table_set('table_option', compression => 'pglz');
|
|
-- verify setting
|
|
SELECT run_command_on_placements('table_option',$cmd$
|
|
SELECT compression FROM columnar.options WHERE regclass = '%s'::regclass;
|
|
$cmd$);
|
|
-- reset setting
|
|
SELECT alter_columnar_table_reset('table_option', compression => true);
|
|
-- verify setting
|
|
SELECT run_command_on_placements('table_option',$cmd$
|
|
SELECT compression FROM columnar.options WHERE regclass = '%s'::regclass;
|
|
$cmd$);
|
|
|
|
-- setting: compression_level
|
|
-- get baseline for setting
|
|
SELECT run_command_on_placements('table_option',$cmd$
|
|
SELECT compression_level FROM columnar.options WHERE regclass = '%s'::regclass;
|
|
$cmd$);
|
|
-- change setting
|
|
SELECT alter_columnar_table_set('table_option', compression_level => 17);
|
|
-- verify setting
|
|
SELECT run_command_on_placements('table_option',$cmd$
|
|
SELECT compression_level FROM columnar.options WHERE regclass = '%s'::regclass;
|
|
$cmd$);
|
|
-- reset setting
|
|
SELECT alter_columnar_table_reset('table_option', compression_level => true);
|
|
-- verify setting
|
|
SELECT run_command_on_placements('table_option',$cmd$
|
|
SELECT compression_level FROM columnar.options WHERE regclass = '%s'::regclass;
|
|
$cmd$);
|
|
|
|
-- setting: chunk_group_row_limit
|
|
-- get baseline for setting
|
|
SELECT run_command_on_placements('table_option',$cmd$
|
|
SELECT chunk_group_row_limit FROM columnar.options WHERE regclass = '%s'::regclass;
|
|
$cmd$);
|
|
-- change setting
|
|
SELECT alter_columnar_table_set('table_option', chunk_group_row_limit => 100);
|
|
-- verify setting
|
|
SELECT run_command_on_placements('table_option',$cmd$
|
|
SELECT chunk_group_row_limit FROM columnar.options WHERE regclass = '%s'::regclass;
|
|
$cmd$);
|
|
-- reset setting
|
|
SELECT alter_columnar_table_reset('table_option', chunk_group_row_limit => true);
|
|
-- verify setting
|
|
SELECT run_command_on_placements('table_option',$cmd$
|
|
SELECT chunk_group_row_limit FROM columnar.options WHERE regclass = '%s'::regclass;
|
|
$cmd$);
|
|
|
|
-- setting: stripe_row_limit
|
|
-- get baseline for setting
|
|
SELECT run_command_on_placements('table_option',$cmd$
|
|
SELECT stripe_row_limit FROM columnar.options WHERE regclass = '%s'::regclass;
|
|
$cmd$);
|
|
-- change setting
|
|
SELECT alter_columnar_table_set('table_option', stripe_row_limit => 100);
|
|
-- verify setting
|
|
SELECT run_command_on_placements('table_option',$cmd$
|
|
SELECT stripe_row_limit FROM columnar.options WHERE regclass = '%s'::regclass;
|
|
$cmd$);
|
|
-- reset setting
|
|
SELECT alter_columnar_table_reset('table_option', stripe_row_limit => true);
|
|
-- verify setting
|
|
SELECT run_command_on_placements('table_option',$cmd$
|
|
SELECT stripe_row_limit FROM columnar.options WHERE regclass = '%s'::regclass;
|
|
$cmd$);
|
|
|
|
-- verify settings are propagated when creating a table
|
|
CREATE TABLE table_option_2 (a int, b text) USING columnar;
|
|
SELECT alter_columnar_table_set('table_option_2',
|
|
chunk_group_row_limit => 100,
|
|
stripe_row_limit => 1000,
|
|
compression => 'pglz',
|
|
compression_level => 19);
|
|
SELECT create_distributed_table('table_option_2', 'a');
|
|
|
|
-- verify settings on placements
|
|
SELECT run_command_on_placements('table_option_2',$cmd$
|
|
SELECT ROW(chunk_group_row_limit, stripe_row_limit, compression, compression_level) FROM columnar.options WHERE regclass = '%s'::regclass;
|
|
$cmd$);
|
|
|
|
-- verify undistribute works
|
|
SELECT undistribute_table('table_option');
|
|
SELECT * FROM pg_dist_partition WHERE logicalrelid = 'table_option'::regclass;
|
|
SELECT compression FROM columnar.options WHERE regclass = 'table_option'::regclass;
|
|
|
|
DROP TABLE table_option, table_option_2;
|
|
|
|
-- test options on a reference table
|
|
CREATE TABLE table_option_reference (a int, b text) USING columnar;
|
|
SELECT create_reference_table('table_option_reference');
|
|
|
|
-- setting: compression
|
|
-- get baseline for setting
|
|
SELECT run_command_on_placements('table_option_reference',$cmd$
|
|
SELECT compression FROM columnar.options WHERE regclass = '%s'::regclass;
|
|
$cmd$);
|
|
-- change setting
|
|
SELECT alter_columnar_table_set('table_option_reference', compression => 'pglz');
|
|
-- verify setting
|
|
SELECT run_command_on_placements('table_option_reference',$cmd$
|
|
SELECT compression FROM columnar.options WHERE regclass = '%s'::regclass;
|
|
$cmd$);
|
|
-- reset setting
|
|
SELECT alter_columnar_table_reset('table_option_reference', compression => true);
|
|
-- verify setting
|
|
SELECT run_command_on_placements('table_option_reference',$cmd$
|
|
SELECT compression FROM columnar.options WHERE regclass = '%s'::regclass;
|
|
$cmd$);
|
|
|
|
-- setting: compression_level
|
|
-- get baseline for setting
|
|
SELECT run_command_on_placements('table_option_reference',$cmd$
|
|
SELECT compression_level FROM columnar.options WHERE regclass = '%s'::regclass;
|
|
$cmd$);
|
|
-- change setting
|
|
SELECT alter_columnar_table_set('table_option_reference', compression_level => 11);
|
|
-- verify setting
|
|
SELECT run_command_on_placements('table_option_reference',$cmd$
|
|
SELECT compression_level FROM columnar.options WHERE regclass = '%s'::regclass;
|
|
$cmd$);
|
|
-- reset setting
|
|
SELECT alter_columnar_table_reset('table_option_reference', compression_level => true);
|
|
-- verify setting
|
|
SELECT run_command_on_placements('table_option_reference',$cmd$
|
|
SELECT compression_level FROM columnar.options WHERE regclass = '%s'::regclass;
|
|
$cmd$);
|
|
|
|
-- setting: chunk_group_row_limit
|
|
-- get baseline for setting
|
|
SELECT run_command_on_placements('table_option_reference',$cmd$
|
|
SELECT chunk_group_row_limit FROM columnar.options WHERE regclass = '%s'::regclass;
|
|
$cmd$);
|
|
-- change setting
|
|
SELECT alter_columnar_table_set('table_option_reference', chunk_group_row_limit => 100);
|
|
-- verify setting
|
|
SELECT run_command_on_placements('table_option_reference',$cmd$
|
|
SELECT chunk_group_row_limit FROM columnar.options WHERE regclass = '%s'::regclass;
|
|
$cmd$);
|
|
-- reset setting
|
|
SELECT alter_columnar_table_reset('table_option_reference', chunk_group_row_limit => true);
|
|
-- verify setting
|
|
SELECT run_command_on_placements('table_option_reference',$cmd$
|
|
SELECT chunk_group_row_limit FROM columnar.options WHERE regclass = '%s'::regclass;
|
|
$cmd$);
|
|
|
|
-- setting: stripe_row_limit
|
|
-- get baseline for setting
|
|
SELECT run_command_on_placements('table_option_reference',$cmd$
|
|
SELECT stripe_row_limit FROM columnar.options WHERE regclass = '%s'::regclass;
|
|
$cmd$);
|
|
-- change setting
|
|
SELECT alter_columnar_table_set('table_option_reference', stripe_row_limit => 100);
|
|
-- verify setting
|
|
SELECT run_command_on_placements('table_option_reference',$cmd$
|
|
SELECT stripe_row_limit FROM columnar.options WHERE regclass = '%s'::regclass;
|
|
$cmd$);
|
|
-- reset setting
|
|
SELECT alter_columnar_table_reset('table_option_reference', stripe_row_limit => true);
|
|
-- verify setting
|
|
SELECT run_command_on_placements('table_option_reference',$cmd$
|
|
SELECT stripe_row_limit FROM columnar.options WHERE regclass = '%s'::regclass;
|
|
$cmd$);
|
|
|
|
-- verify settings are propagated when creating a table
|
|
CREATE TABLE table_option_reference_2 (a int, b text) USING columnar;
|
|
SELECT alter_columnar_table_set('table_option_reference_2',
|
|
chunk_group_row_limit => 100,
|
|
stripe_row_limit => 1000,
|
|
compression => 'pglz',
|
|
compression_level => 9);
|
|
SELECT create_reference_table('table_option_reference_2');
|
|
|
|
-- verify settings on placements
|
|
SELECT run_command_on_placements('table_option_reference_2',$cmd$
|
|
SELECT ROW(chunk_group_row_limit, stripe_row_limit, compression, compression_level) FROM columnar.options WHERE regclass = '%s'::regclass;
|
|
$cmd$);
|
|
|
|
-- verify undistribute works
|
|
SELECT undistribute_table('table_option_reference');
|
|
SELECT * FROM pg_dist_partition WHERE logicalrelid = 'table_option_reference'::regclass;
|
|
SELECT compression FROM columnar.options WHERE regclass = 'table_option_reference'::regclass;
|
|
|
|
DROP TABLE table_option_reference, table_option_reference_2;
|
|
|
|
SET citus.shard_replication_factor TO 1;
|
|
|
|
-- test options on a citus local table
|
|
SELECT 1 FROM master_add_node('localhost', :master_port, groupId => 0);
|
|
CREATE TABLE table_option_citus_local (a int, b text) USING columnar;
|
|
SELECT citus_add_local_table_to_metadata('table_option_citus_local');
|
|
|
|
-- setting: compression
|
|
-- get baseline for setting
|
|
SELECT run_command_on_placements('table_option_citus_local',$cmd$
|
|
SELECT compression FROM columnar.options WHERE regclass = '%s'::regclass;
|
|
$cmd$);
|
|
-- change setting
|
|
SELECT alter_columnar_table_set('table_option_citus_local', compression => 'pglz');
|
|
-- verify setting
|
|
SELECT run_command_on_placements('table_option_citus_local',$cmd$
|
|
SELECT compression FROM columnar.options WHERE regclass = '%s'::regclass;
|
|
$cmd$);
|
|
-- reset setting
|
|
SELECT alter_columnar_table_reset('table_option_citus_local', compression => true);
|
|
-- verify setting
|
|
SELECT run_command_on_placements('table_option_citus_local',$cmd$
|
|
SELECT compression FROM columnar.options WHERE regclass = '%s'::regclass;
|
|
$cmd$);
|
|
|
|
-- setting: compression_level
|
|
-- get baseline for setting
|
|
SELECT run_command_on_placements('table_option_citus_local',$cmd$
|
|
SELECT compression_level FROM columnar.options WHERE regclass = '%s'::regclass;
|
|
$cmd$);
|
|
-- change setting
|
|
SELECT alter_columnar_table_set('table_option_citus_local', compression_level => 11);
|
|
-- verify setting
|
|
SELECT run_command_on_placements('table_option_citus_local',$cmd$
|
|
SELECT compression_level FROM columnar.options WHERE regclass = '%s'::regclass;
|
|
$cmd$);
|
|
-- reset setting
|
|
SELECT alter_columnar_table_reset('table_option_citus_local', compression_level => true);
|
|
-- verify setting
|
|
SELECT run_command_on_placements('table_option_citus_local',$cmd$
|
|
SELECT compression_level FROM columnar.options WHERE regclass = '%s'::regclass;
|
|
$cmd$);
|
|
|
|
-- setting: chunk_group_row_limit
|
|
-- get baseline for setting
|
|
SELECT run_command_on_placements('table_option_citus_local',$cmd$
|
|
SELECT chunk_group_row_limit FROM columnar.options WHERE regclass = '%s'::regclass;
|
|
$cmd$);
|
|
-- change setting
|
|
SELECT alter_columnar_table_set('table_option_citus_local', chunk_group_row_limit => 100);
|
|
-- verify setting
|
|
SELECT run_command_on_placements('table_option_citus_local',$cmd$
|
|
SELECT chunk_group_row_limit FROM columnar.options WHERE regclass = '%s'::regclass;
|
|
$cmd$);
|
|
-- reset setting
|
|
SELECT alter_columnar_table_reset('table_option_citus_local', chunk_group_row_limit => true);
|
|
-- verify setting
|
|
SELECT run_command_on_placements('table_option_citus_local',$cmd$
|
|
SELECT chunk_group_row_limit FROM columnar.options WHERE regclass = '%s'::regclass;
|
|
$cmd$);
|
|
|
|
-- setting: stripe_row_limit
|
|
-- get baseline for setting
|
|
SELECT run_command_on_placements('table_option_citus_local',$cmd$
|
|
SELECT stripe_row_limit FROM columnar.options WHERE regclass = '%s'::regclass;
|
|
$cmd$);
|
|
-- change setting
|
|
SELECT alter_columnar_table_set('table_option_citus_local', stripe_row_limit => 100);
|
|
-- verify setting
|
|
SELECT run_command_on_placements('table_option_citus_local',$cmd$
|
|
SELECT stripe_row_limit FROM columnar.options WHERE regclass = '%s'::regclass;
|
|
$cmd$);
|
|
-- reset setting
|
|
SELECT alter_columnar_table_reset('table_option_citus_local', stripe_row_limit => true);
|
|
-- verify setting
|
|
SELECT run_command_on_placements('table_option_citus_local',$cmd$
|
|
SELECT stripe_row_limit FROM columnar.options WHERE regclass = '%s'::regclass;
|
|
$cmd$);
|
|
|
|
-- verify settings are propagated when creating a table
|
|
CREATE TABLE table_option_citus_local_2 (a int, b text) USING columnar;
|
|
SELECT alter_columnar_table_set('table_option_citus_local_2',
|
|
chunk_group_row_limit => 100,
|
|
stripe_row_limit => 1000,
|
|
compression => 'pglz',
|
|
compression_level => 9);
|
|
SELECT citus_add_local_table_to_metadata('table_option_citus_local_2');
|
|
|
|
-- verify settings on placements
|
|
SELECT run_command_on_placements('table_option_citus_local_2',$cmd$
|
|
SELECT ROW(chunk_group_row_limit, stripe_row_limit, compression, compression_level) FROM columnar.options WHERE regclass = '%s'::regclass;
|
|
$cmd$);
|
|
|
|
-- verify undistribute works
|
|
SELECT undistribute_table('table_option_citus_local');
|
|
SELECT * FROM pg_dist_partition WHERE logicalrelid = 'table_option_citus_local'::regclass;
|
|
SELECT compression FROM columnar.options WHERE regclass = 'table_option_citus_local'::regclass;
|
|
|
|
DROP TABLE table_option_citus_local, table_option_citus_local_2;
|
|
SELECT 1 FROM master_remove_node('localhost', :master_port);
|
|
|
|
-- verify reference table with no columns can be created
|
|
-- https://github.com/citusdata/citus/issues/4608
|
|
CREATE TABLE zero_col() USING columnar;
|
|
SELECT create_reference_table('zero_col');
|
|
select result from run_command_on_placements('zero_col', 'select count(*) from %s');
|
|
-- add a column so we can ad some data
|
|
ALTER TABLE zero_col ADD COLUMN a int;
|
|
INSERT INTO zero_col SELECT i FROM generate_series(1, 10) i;
|
|
select result from run_command_on_placements('zero_col', 'select count(*) from %s');
|
|
|
|
SET client_min_messages TO WARNING;
|
|
DROP SCHEMA columnar_citus_integration CASCADE;
|