citus/src/test/regress/sql/columnar_create.sql

--
-- Test the CREATE statements related to columnar.
--

-- We cannot create below tables within columnar_create because columnar_create
-- is dropped at the end of this test but unfortunately some other tests depend
-- those tables too.
--
-- However, this file has to be runnable multiple times for flaky test detection;
-- so we create them below --outside columnar_create-- idempotantly.
DO
$$
BEGIN
IF NOT EXISTS (
    SELECT 1 FROM pg_class
    WHERE relname = 'contestant' AND
          relnamespace = (
            SELECT oid FROM pg_namespace WHERE nspname = 'public'
          )
   )
THEN
    -- Create uncompressed table
    CREATE TABLE contestant (handle TEXT, birthdate DATE, rating INT,
        percentile FLOAT, country CHAR(3), achievements TEXT[])
        USING columnar;
    ALTER TABLE contestant SET (columnar.compression = none);

    CREATE INDEX contestant_idx on contestant(handle);

    -- Create zstd compressed table
    CREATE TABLE contestant_compressed (handle TEXT, birthdate DATE, rating INT,
        percentile FLOAT, country CHAR(3), achievements TEXT[])
        USING columnar;

    -- Test that querying an empty table works
    ANALYZE contestant;
END IF;
END
$$
LANGUAGE plpgsql;

SELECT count(*) FROM contestant;

CREATE SCHEMA columnar_create;
SET search_path TO columnar_create;

-- Should fail: unlogged tables not supported
CREATE UNLOGGED TABLE columnar_unlogged(i int) USING columnar;

CREATE TABLE columnar_table_1 (a int) USING columnar;
INSERT INTO columnar_table_1 VALUES (1);

CREATE MATERIALIZED VIEW columnar_table_1_mv USING columnar
AS SELECT * FROM columnar_table_1;

SELECT columnar.get_storage_id(oid) AS columnar_table_1_mv_storage_id
FROM pg_class WHERE relname='columnar_table_1_mv' \gset

-- test columnar_relation_set_new_filelocator
REFRESH MATERIALIZED VIEW columnar_table_1_mv;
SELECT columnar_test_helpers.columnar_metadata_has_storage_id(:columnar_table_1_mv_storage_id);

SELECT columnar.get_storage_id(oid) AS columnar_table_1_storage_id
FROM pg_class WHERE relname='columnar_table_1' \gset

BEGIN;
  -- test columnar_relation_nontransactional_truncate
  TRUNCATE columnar_table_1;
  SELECT columnar_test_helpers.columnar_metadata_has_storage_id(:columnar_table_1_storage_id);
ROLLBACK;

-- since we rollback'ed above xact, should return true
SELECT columnar_test_helpers.columnar_metadata_has_storage_id(:columnar_table_1_storage_id);

BEGIN;
  INSERT INTO columnar_table_1 VALUES (2);
ROLLBACK;

INSERT INTO columnar_table_1 VALUES (3),(4);
INSERT INTO columnar_table_1 VALUES (5),(6);
INSERT INTO columnar_table_1 VALUES (7),(8);

-- Test whether columnar metadata accessors are still fine even
-- when the metadata indexes are not available to them.
BEGIN;
  ALTER INDEX columnar_internal.stripe_first_row_number_idx RENAME TO new_index_name;
  ALTER INDEX columnar_internal.chunk_pkey RENAME TO new_index_name_1;
  ALTER INDEX columnar_internal.stripe_pkey RENAME TO new_index_name_2;
  ALTER INDEX columnar_internal.chunk_group_pkey RENAME TO new_index_name_3;

  CREATE INDEX columnar_table_1_idx ON columnar_table_1(a);

  -- make sure that we test index scan
  SET LOCAL columnar.enable_custom_scan TO 'off';
  SET LOCAL enable_seqscan TO off;
  SET LOCAL seq_page_cost TO 10000000;

  SELECT * FROM columnar_table_1 WHERE a = 6;
  SELECT * FROM columnar_table_1 WHERE a = 5;
  SELECT * FROM columnar_table_1 WHERE a = 7;
  SELECT * FROM columnar_table_1 WHERE a = 3;

  DROP INDEX columnar_table_1_idx;

  -- Re-shuffle some metadata records to test whether we can
  -- rely on sequential metadata scan when the metadata records
  -- are not ordered by their "first_row_number"s.
  WITH cte AS (
      DELETE FROM columnar_internal.stripe
      WHERE storage_id = columnar.get_storage_id('columnar_table_1')
      RETURNING *
  )
  INSERT INTO columnar_internal.stripe SELECT * FROM cte ORDER BY first_row_number DESC;

  SELECT SUM(a) FROM columnar_table_1;

  SELECT * FROM columnar_table_1 WHERE a = 6;

  -- Run a SELECT query after the INSERT command to force flushing the
  -- data within the xact block.
  INSERT INTO columnar_table_1 VALUES (20);
  SELECT COUNT(*) FROM columnar_table_1;

  DROP TABLE columnar_table_1 CASCADE;
ROLLBACK;

-- test dropping columnar table
DROP TABLE columnar_table_1 CASCADE;
SELECT columnar_test_helpers.columnar_metadata_has_storage_id(:columnar_table_1_storage_id);

-- test temporary columnar tables

-- Should work: temporary tables are supported
CREATE TEMPORARY TABLE columnar_temp(i int) USING columnar;

-- reserve some chunks and a stripe
INSERT INTO columnar_temp SELECT i FROM generate_series(1,5) i;

SELECT columnar.get_storage_id(oid) AS columnar_temp_storage_id
FROM pg_class WHERE relname='columnar_temp' \gset

SELECT pg_backend_pid() AS val INTO old_backend_pid;

\c - - - :master_port
SET search_path TO columnar_create;

-- wait until old backend to expire to make sure that temp table cleanup is complete
SELECT columnar_test_helpers.pg_waitpid(val) FROM old_backend_pid;

DROP TABLE old_backend_pid;

-- show that temporary table itself and its metadata is removed
SELECT COUNT(*)=0 FROM pg_class WHERE relname='columnar_temp';
SELECT columnar_test_helpers.columnar_metadata_has_storage_id(:columnar_temp_storage_id);

-- connect to another session and create a temp table with same name
CREATE TEMPORARY TABLE columnar_temp(i int) USING columnar;

-- reserve some chunks and a stripe
INSERT INTO columnar_temp SELECT i FROM generate_series(1,5) i;

-- test basic select
SELECT COUNT(*) FROM columnar_temp WHERE i < 5;

SELECT columnar.get_storage_id(oid) AS columnar_temp_storage_id
FROM pg_class WHERE relname='columnar_temp' \gset

BEGIN;
  DROP TABLE columnar_temp;
  -- show that we drop stripes properly
  SELECT columnar_test_helpers.columnar_metadata_has_storage_id(:columnar_temp_storage_id);
ROLLBACK;

-- make sure that table is not dropped yet since we rollbacked above xact
SELECT COUNT(*)=1 FROM pg_class WHERE relname='columnar_temp';
-- show that we preserve the stripe of the temp columanar table after rollback
SELECT columnar_test_helpers.columnar_metadata_has_storage_id(:columnar_temp_storage_id);

-- drop it for next tests
DROP TABLE columnar_temp;

BEGIN;
  CREATE TEMPORARY TABLE columnar_temp(i int) USING columnar ON COMMIT DROP;
  -- force flushing stripe
  INSERT INTO columnar_temp SELECT i FROM generate_series(1,150000) i;

  SELECT columnar.get_storage_id(oid) AS columnar_temp_storage_id
  FROM pg_class WHERE relname='columnar_temp' \gset
COMMIT;

-- make sure that table & its stripe is dropped after commiting above xact
SELECT COUNT(*)=0 FROM pg_class WHERE relname='columnar_temp';
SELECT columnar_test_helpers.columnar_metadata_has_storage_id(:columnar_temp_storage_id);

BEGIN;
  CREATE TEMPORARY TABLE columnar_temp(i int) USING columnar ON COMMIT DELETE ROWS;
  -- force flushing stripe
  INSERT INTO columnar_temp SELECT i FROM generate_series(1,150000) i;

  SELECT columnar.get_storage_id(oid) AS columnar_temp_storage_id
  FROM pg_class WHERE relname='columnar_temp' \gset
COMMIT;

-- make sure that table is not dropped but its rows's are deleted after commiting above xact
SELECT COUNT(*)=1 FROM pg_class WHERE relname='columnar_temp';
SELECT COUNT(*)=0 FROM columnar_temp;
-- since we deleted all the rows, we shouldn't have any stripes for table
SELECT columnar_test_helpers.columnar_metadata_has_storage_id(:columnar_temp_storage_id);

-- make sure citus_columnar can be loaded
LOAD 'citus_columnar';

SET client_min_messages TO WARNING;
DROP SCHEMA columnar_create CASCADE;