mirror of https://github.com/citusdata/citus.git
675 lines
27 KiB
Plaintext
675 lines
27 KiB
Plaintext
-- Test functions for copying intermediate results
|
|
CREATE SCHEMA intermediate_results;
|
|
SET search_path TO 'intermediate_results';
|
|
-- helper udfs
|
|
CREATE OR REPLACE FUNCTION pg_catalog.store_intermediate_result_on_node(nodename text, nodeport int, result_id text, query text)
|
|
RETURNS void
|
|
LANGUAGE C STRICT VOLATILE
|
|
AS 'citus', $$store_intermediate_result_on_node$$;
|
|
-- in the same transaction we can read a result
|
|
BEGIN;
|
|
SELECT create_intermediate_result('squares', 'SELECT s, s*s FROM generate_series(1,5) s');
|
|
create_intermediate_result
|
|
---------------------------------------------------------------------
|
|
5
|
|
(1 row)
|
|
|
|
SELECT * FROM read_intermediate_result('squares', 'binary') AS res (x int, x2 int);
|
|
x | x2
|
|
---------------------------------------------------------------------
|
|
1 | 1
|
|
2 | 4
|
|
3 | 9
|
|
4 | 16
|
|
5 | 25
|
|
(5 rows)
|
|
|
|
COMMIT;
|
|
-- in separate transactions, the result is no longer available
|
|
SELECT create_intermediate_result('squares', 'SELECT s, s*s FROM generate_series(1,5) s');
|
|
create_intermediate_result
|
|
---------------------------------------------------------------------
|
|
5
|
|
(1 row)
|
|
|
|
SELECT * FROM read_intermediate_result('squares', 'binary') AS res (x int, x2 int);
|
|
WARNING: Query could not find the intermediate result file "squares", it was mostly likely deleted due to an error in a parallel process within the same distributed transaction
|
|
x | x2
|
|
---------------------------------------------------------------------
|
|
(0 rows)
|
|
|
|
BEGIN;
|
|
CREATE TABLE interesting_squares (user_id text, interested_in text);
|
|
SELECT create_distributed_table('interesting_squares', 'user_id');
|
|
create_distributed_table
|
|
---------------------------------------------------------------------
|
|
|
|
(1 row)
|
|
|
|
INSERT INTO interesting_squares VALUES ('jon', '2'), ('jon', '5'), ('jack', '3');
|
|
-- put an intermediate result on all workers
|
|
SELECT broadcast_intermediate_result('squares', 'SELECT s, s*s FROM generate_series(1,5) s');
|
|
broadcast_intermediate_result
|
|
---------------------------------------------------------------------
|
|
5
|
|
(1 row)
|
|
|
|
-- query the intermediate result in a router query
|
|
SELECT x, x2
|
|
FROM interesting_squares JOIN (SELECT * FROM read_intermediate_result('squares', 'binary') AS res (x int, x2 int)) squares ON (x::text = interested_in)
|
|
WHERE user_id = 'jon'
|
|
ORDER BY x;
|
|
x | x2
|
|
---------------------------------------------------------------------
|
|
2 | 4
|
|
5 | 25
|
|
(2 rows)
|
|
|
|
END;
|
|
BEGIN;
|
|
-- put an intermediate result on all workers
|
|
SELECT broadcast_intermediate_result('squares', 'SELECT s, s*s FROM generate_series(1,5) s');
|
|
broadcast_intermediate_result
|
|
---------------------------------------------------------------------
|
|
5
|
|
(1 row)
|
|
|
|
-- query the intermediate result in a distributed query
|
|
SELECT x, x2
|
|
FROM interesting_squares
|
|
JOIN (SELECT * FROM read_intermediate_result('squares', 'binary') AS res (x int, x2 int)) squares ON (x::text = interested_in)
|
|
ORDER BY x;
|
|
x | x2
|
|
---------------------------------------------------------------------
|
|
2 | 4
|
|
3 | 9
|
|
5 | 25
|
|
(3 rows)
|
|
|
|
END;
|
|
-- files should now be cleaned up
|
|
SET client_min_messages TO DEBUG;
|
|
SELECT x, x2
|
|
FROM interesting_squares JOIN (SELECT * FROM read_intermediate_result('squares', 'binary') AS res (x text, x2 int)) squares ON (x = interested_in)
|
|
WHERE user_id = 'jon' OR true
|
|
ORDER BY x;
|
|
DEBUG: Router planner cannot handle multi-shard select queries
|
|
ERROR: Query could not find the intermediate result file "squares", it was mostly likely deleted due to an error in a parallel process within the same distributed transaction
|
|
SET client_min_messages TO DEBUG;
|
|
SELECT x, x2
|
|
FROM interesting_squares JOIN (SELECT * FROM read_intermediate_result('squares', 'binary') AS res (x text, x2 int)) squares ON (x = interested_in)
|
|
WHERE user_id = 'jon'
|
|
ORDER BY x;
|
|
DEBUG: Creating router plan
|
|
DEBUG: query has a single distribution column value: jon
|
|
ERROR: Query could not find the intermediate result file "squares", it was mostly likely deleted due to an error in a parallel process within the same distributed transaction
|
|
RESET client_min_messages;
|
|
-- try to read the file as text, will fail because of binary encoding
|
|
BEGIN;
|
|
SELECT create_intermediate_result('squares', 'SELECT s, s*s FROM generate_series(1,5) s');
|
|
create_intermediate_result
|
|
---------------------------------------------------------------------
|
|
5
|
|
(1 row)
|
|
|
|
SELECT * FROM read_intermediate_result('squares', 'binary') AS res (x text, x2 int);
|
|
ERROR: invalid byte sequence for encoding "UTF8": 0x00
|
|
END;
|
|
-- try to read the file with wrong encoding
|
|
BEGIN;
|
|
SELECT create_intermediate_result('squares', 'SELECT s, s*s FROM generate_series(1,5) s');
|
|
create_intermediate_result
|
|
---------------------------------------------------------------------
|
|
5
|
|
(1 row)
|
|
|
|
SELECT * FROM read_intermediate_result('squares', 'csv') AS res (x int, x2 int);
|
|
ERROR: invalid input syntax for type integer: "PGCOPY"
|
|
END;
|
|
-- try a composite type
|
|
CREATE TYPE intermediate_results.square_type AS (x text, x2 int);
|
|
CREATE TABLE stored_squares (user_id text, square intermediate_results.square_type, metadata jsonb);
|
|
INSERT INTO stored_squares VALUES ('jon', '(2,4)'::intermediate_results.square_type, '{"value":2}');
|
|
INSERT INTO stored_squares VALUES ('jon', '(3,9)'::intermediate_results.square_type, '{"value":3}');
|
|
INSERT INTO stored_squares VALUES ('jon', '(4,16)'::intermediate_results.square_type, '{"value":4}');
|
|
INSERT INTO stored_squares VALUES ('jon', '(5,25)'::intermediate_results.square_type, '{"value":5}');
|
|
-- composite types change the format to text
|
|
BEGIN;
|
|
SELECT create_intermediate_result('stored_squares', 'SELECT square FROM stored_squares');
|
|
create_intermediate_result
|
|
---------------------------------------------------------------------
|
|
4
|
|
(1 row)
|
|
|
|
SELECT * FROM read_intermediate_result('stored_squares', 'binary') AS res (s intermediate_results.square_type);
|
|
ERROR: COPY file signature not recognized
|
|
COMMIT;
|
|
BEGIN;
|
|
SELECT create_intermediate_result('stored_squares', 'SELECT square FROM stored_squares');
|
|
create_intermediate_result
|
|
---------------------------------------------------------------------
|
|
4
|
|
(1 row)
|
|
|
|
SELECT * FROM read_intermediate_result('stored_squares', 'text') AS res (s intermediate_results.square_type);
|
|
s
|
|
---------------------------------------------------------------------
|
|
(2,4)
|
|
(3,9)
|
|
(4,16)
|
|
(5,25)
|
|
(4 rows)
|
|
|
|
COMMIT;
|
|
BEGIN;
|
|
-- put an intermediate result in text format on all workers
|
|
SELECT broadcast_intermediate_result('stored_squares', 'SELECT square, metadata FROM stored_squares');
|
|
broadcast_intermediate_result
|
|
---------------------------------------------------------------------
|
|
4
|
|
(1 row)
|
|
|
|
-- query the intermediate result in a router query using text format
|
|
SELECT * FROM interesting_squares JOIN (
|
|
SELECT * FROM
|
|
read_intermediate_result('stored_squares', 'text') AS res (s intermediate_results.square_type, m jsonb)
|
|
) squares
|
|
ON ((s).x = interested_in) WHERE user_id = 'jon' ORDER BY 1,2;
|
|
user_id | interested_in | s | m
|
|
---------------------------------------------------------------------
|
|
jon | 2 | (2,4) | {"value": 2}
|
|
jon | 5 | (5,25) | {"value": 5}
|
|
(2 rows)
|
|
|
|
-- query the intermediate result in a real-time query using text format
|
|
SELECT * FROM interesting_squares JOIN (
|
|
SELECT * FROM
|
|
read_intermediate_result('stored_squares', 'text') AS res (s intermediate_results.square_type, m jsonb)
|
|
) squares
|
|
ON ((s).x = interested_in) ORDER BY 1,2;
|
|
user_id | interested_in | s | m
|
|
---------------------------------------------------------------------
|
|
jack | 3 | (3,9) | {"value": 3}
|
|
jon | 2 | (2,4) | {"value": 2}
|
|
jon | 5 | (5,25) | {"value": 5}
|
|
(3 rows)
|
|
|
|
END;
|
|
BEGIN;
|
|
-- accurate row count estimates for primitive types
|
|
SELECT create_intermediate_result('squares', 'SELECT s, s*s FROM generate_series(1,632) s');
|
|
create_intermediate_result
|
|
---------------------------------------------------------------------
|
|
632
|
|
(1 row)
|
|
|
|
EXPLAIN (COSTS ON) SELECT * FROM read_intermediate_result('squares', 'binary') AS res (x int, x2 int);
|
|
QUERY PLAN
|
|
---------------------------------------------------------------------
|
|
Function Scan on read_intermediate_result res (cost=0.00..4.55 rows=632 width=8)
|
|
(1 row)
|
|
|
|
-- less accurate results for variable types
|
|
SELECT create_intermediate_result('hellos', $$SELECT s, 'hello-'||s FROM generate_series(1,63) s$$);
|
|
create_intermediate_result
|
|
---------------------------------------------------------------------
|
|
63
|
|
(1 row)
|
|
|
|
EXPLAIN (COSTS ON) SELECT * FROM read_intermediate_result('hellos', 'binary') AS res (x int, y text);
|
|
QUERY PLAN
|
|
---------------------------------------------------------------------
|
|
Function Scan on read_intermediate_result res (cost=0.00..0.32 rows=30 width=36)
|
|
(1 row)
|
|
|
|
-- not very accurate results for text encoding
|
|
SELECT create_intermediate_result('stored_squares', 'SELECT square FROM stored_squares');
|
|
create_intermediate_result
|
|
---------------------------------------------------------------------
|
|
4
|
|
(1 row)
|
|
|
|
EXPLAIN (COSTS ON) SELECT * FROM read_intermediate_result('stored_squares', 'text') AS res (s intermediate_results.square_type);
|
|
QUERY PLAN
|
|
---------------------------------------------------------------------
|
|
Function Scan on read_intermediate_result res (cost=0.00..0.01 rows=1 width=32)
|
|
(1 row)
|
|
|
|
END;
|
|
-- pipe query output into a result file and create a table to check the result
|
|
COPY (SELECT s, s*s FROM generate_series(1,5) s)
|
|
TO PROGRAM
|
|
$$psql -h localhost -p 57636 -U postgres -d regression -c "BEGIN; COPY squares FROM STDIN WITH (format result); CREATE TABLE intermediate_results.squares AS SELECT * FROM read_intermediate_result('squares', 'text') AS res(x int, x2 int); END;"$$
|
|
WITH (FORMAT text);
|
|
SELECT * FROM squares ORDER BY x;
|
|
x | x2
|
|
---------------------------------------------------------------------
|
|
1 | 1
|
|
2 | 4
|
|
3 | 9
|
|
4 | 16
|
|
5 | 25
|
|
(5 rows)
|
|
|
|
-- cannot use DDL commands
|
|
select broadcast_intermediate_result('a', 'create table foo(int serial)');
|
|
ERROR: cannot execute utility commands
|
|
select broadcast_intermediate_result('a', 'prepare foo as select 1');
|
|
ERROR: cannot execute utility commands
|
|
select create_intermediate_result('a', 'create table foo(int serial)');
|
|
ERROR: cannot execute utility commands
|
|
--
|
|
-- read_intermediate_results
|
|
--
|
|
BEGIN;
|
|
SELECT create_intermediate_result('squares_1', 'SELECT s, s*s FROM generate_series(1,3) s'),
|
|
create_intermediate_result('squares_2', 'SELECT s, s*s FROM generate_series(4,6) s'),
|
|
create_intermediate_result('squares_3', 'SELECT s, s*s FROM generate_series(7,10) s');
|
|
create_intermediate_result | create_intermediate_result | create_intermediate_result
|
|
---------------------------------------------------------------------
|
|
3 | 3 | 4
|
|
(1 row)
|
|
|
|
SELECT count(*) FROM read_intermediate_results(ARRAY[]::text[], 'binary') AS res (x int, x2 int);
|
|
count
|
|
---------------------------------------------------------------------
|
|
0
|
|
(1 row)
|
|
|
|
SELECT * FROM read_intermediate_results(ARRAY['squares_1']::text[], 'binary') AS res (x int, x2 int);
|
|
x | x2
|
|
---------------------------------------------------------------------
|
|
1 | 1
|
|
2 | 4
|
|
3 | 9
|
|
(3 rows)
|
|
|
|
SELECT * FROM read_intermediate_results(ARRAY['squares_1', 'squares_2', 'squares_3']::text[], 'binary') AS res (x int, x2 int);
|
|
x | x2
|
|
---------------------------------------------------------------------
|
|
1 | 1
|
|
2 | 4
|
|
3 | 9
|
|
4 | 16
|
|
5 | 25
|
|
6 | 36
|
|
7 | 49
|
|
8 | 64
|
|
9 | 81
|
|
10 | 100
|
|
(10 rows)
|
|
|
|
COMMIT;
|
|
-- in separate transactions, the result is no longer available
|
|
SELECT create_intermediate_result('squares_1', 'SELECT s, s*s FROM generate_series(1,5) s');
|
|
create_intermediate_result
|
|
---------------------------------------------------------------------
|
|
5
|
|
(1 row)
|
|
|
|
SELECT * FROM read_intermediate_results(ARRAY['squares_1']::text[], 'binary') AS res (x int, x2 int);
|
|
WARNING: Query could not find the intermediate result file "squares_1", it was mostly likely deleted due to an error in a parallel process within the same distributed transaction
|
|
x | x2
|
|
---------------------------------------------------------------------
|
|
(0 rows)
|
|
|
|
-- error behaviour, and also check that results are deleted on rollback
|
|
BEGIN;
|
|
SELECT create_intermediate_result('squares_1', 'SELECT s, s*s FROM generate_series(1,3) s');
|
|
create_intermediate_result
|
|
---------------------------------------------------------------------
|
|
3
|
|
(1 row)
|
|
|
|
SAVEPOINT s1;
|
|
SELECT * FROM read_intermediate_results(ARRAY['notexistingfile', 'squares_1'], 'binary') AS res (x int, x2 int);
|
|
WARNING: Query could not find the intermediate result file "notexistingfile", it was mostly likely deleted due to an error in a parallel process within the same distributed transaction
|
|
x | x2
|
|
---------------------------------------------------------------------
|
|
1 | 1
|
|
2 | 4
|
|
3 | 9
|
|
(3 rows)
|
|
|
|
ROLLBACK TO SAVEPOINT s1;
|
|
SELECT * FROM read_intermediate_results(ARRAY['squares_1', 'notexistingfile'], 'binary') AS res (x int, x2 int);
|
|
WARNING: Query could not find the intermediate result file "notexistingfile", it was mostly likely deleted due to an error in a parallel process within the same distributed transaction
|
|
x | x2
|
|
---------------------------------------------------------------------
|
|
1 | 1
|
|
2 | 4
|
|
3 | 9
|
|
(3 rows)
|
|
|
|
ROLLBACK TO SAVEPOINT s1;
|
|
SELECT * FROM read_intermediate_results(ARRAY['squares_1', NULL], 'binary') AS res (x int, x2 int);
|
|
ERROR: null array element not allowed in this context
|
|
ROLLBACK TO SAVEPOINT s1;
|
|
-- after rollbacks we should be able to run vail read_intermediate_results still.
|
|
SELECT count(*) FROM read_intermediate_results(ARRAY['squares_1']::text[], 'binary') AS res (x int, x2 int);
|
|
count
|
|
---------------------------------------------------------------------
|
|
3
|
|
(1 row)
|
|
|
|
SELECT count(*) FROM read_intermediate_results(ARRAY[]::text[], 'binary') AS res (x int, x2 int);
|
|
count
|
|
---------------------------------------------------------------------
|
|
0
|
|
(1 row)
|
|
|
|
END;
|
|
SELECT * FROM read_intermediate_results(ARRAY['squares_1']::text[], 'binary') AS res (x int, x2 int);
|
|
WARNING: Query could not find the intermediate result file "squares_1", it was mostly likely deleted due to an error in a parallel process within the same distributed transaction
|
|
x | x2
|
|
---------------------------------------------------------------------
|
|
(0 rows)
|
|
|
|
-- Test non-binary format: read_intermediate_results(..., 'text')
|
|
BEGIN;
|
|
-- ROW(...) types switch the output format to text
|
|
SELECT broadcast_intermediate_result('stored_squares_1',
|
|
'SELECT s, s*s, ROW(1::text, 2) FROM generate_series(1,3) s'),
|
|
broadcast_intermediate_result('stored_squares_2',
|
|
'SELECT s, s*s, ROW(2::text, 3) FROM generate_series(4,6) s');
|
|
broadcast_intermediate_result | broadcast_intermediate_result
|
|
---------------------------------------------------------------------
|
|
3 | 3
|
|
(1 row)
|
|
|
|
-- query the intermediate result in a router query using text format
|
|
SELECT * FROM interesting_squares JOIN (
|
|
SELECT * FROM
|
|
read_intermediate_results(ARRAY['stored_squares_1', 'stored_squares_2'], 'text') AS res (x int, x2 int, z intermediate_results.square_type)
|
|
) squares
|
|
ON (squares.x::text = interested_in) WHERE user_id = 'jon' ORDER BY 1,2;
|
|
user_id | interested_in | x | x2 | z
|
|
---------------------------------------------------------------------
|
|
jon | 2 | 2 | 4 | (1,2)
|
|
jon | 5 | 5 | 25 | (2,3)
|
|
(2 rows)
|
|
|
|
END;
|
|
-- Cost estimation for read_intermediate_results
|
|
BEGIN;
|
|
-- almost accurate row count estimates for primitive types
|
|
SELECT create_intermediate_result('squares_1', 'SELECT s, s*s FROM generate_series(1,632) s'),
|
|
create_intermediate_result('squares_2', 'SELECT s, s*s FROM generate_series(633,1024) s');
|
|
create_intermediate_result | create_intermediate_result
|
|
---------------------------------------------------------------------
|
|
632 | 392
|
|
(1 row)
|
|
|
|
EXPLAIN (COSTS ON) SELECT * FROM read_intermediate_results(ARRAY['squares_1', 'squares_2'], 'binary') AS res (x int, x2 int);
|
|
QUERY PLAN
|
|
---------------------------------------------------------------------
|
|
Function Scan on read_intermediate_results res (cost=0.00..7.37 rows=1024 width=8)
|
|
(1 row)
|
|
|
|
-- less accurate results for variable types
|
|
SELECT create_intermediate_result('hellos_1', $$SELECT s, 'hello-'||s FROM generate_series(1,63) s$$),
|
|
create_intermediate_result('hellos_2', $$SELECT s, 'hello-'||s FROM generate_series(64,129) s$$);
|
|
create_intermediate_result | create_intermediate_result
|
|
---------------------------------------------------------------------
|
|
63 | 66
|
|
(1 row)
|
|
|
|
EXPLAIN (COSTS ON) SELECT * FROM read_intermediate_results(ARRAY['hellos_1', 'hellos_2'], 'binary') AS res (x int, y text);
|
|
QUERY PLAN
|
|
---------------------------------------------------------------------
|
|
Function Scan on read_intermediate_results res (cost=0.00..0.66 rows=62 width=36)
|
|
(1 row)
|
|
|
|
-- not very accurate results for text encoding
|
|
SELECT create_intermediate_result('stored_squares', 'SELECT square FROM stored_squares');
|
|
create_intermediate_result
|
|
---------------------------------------------------------------------
|
|
4
|
|
(1 row)
|
|
|
|
EXPLAIN (COSTS ON) SELECT * FROM read_intermediate_results(ARRAY['stored_squares'], 'text') AS res (s intermediate_results.square_type);
|
|
QUERY PLAN
|
|
---------------------------------------------------------------------
|
|
Function Scan on read_intermediate_results res (cost=0.00..0.01 rows=1 width=32)
|
|
(1 row)
|
|
|
|
END;
|
|
--
|
|
-- fetch_intermediate_results
|
|
--
|
|
-- straightforward, single-result case
|
|
BEGIN;
|
|
SELECT broadcast_intermediate_result('squares_1', 'SELECT s, s*s FROM generate_series(1, 5) s');
|
|
broadcast_intermediate_result
|
|
---------------------------------------------------------------------
|
|
5
|
|
(1 row)
|
|
|
|
SELECT * FROM fetch_intermediate_results(ARRAY['squares_1']::text[], 'localhost', :worker_2_port);
|
|
fetch_intermediate_results
|
|
---------------------------------------------------------------------
|
|
111
|
|
(1 row)
|
|
|
|
SELECT * FROM read_intermediate_result('squares_1', 'binary') AS res (x int, x2 int);
|
|
x | x2
|
|
---------------------------------------------------------------------
|
|
1 | 1
|
|
2 | 4
|
|
3 | 9
|
|
4 | 16
|
|
5 | 25
|
|
(5 rows)
|
|
|
|
SELECT * FROM fetch_intermediate_results(ARRAY['squares_1']::text[], 'localhost', :worker_1_port);
|
|
fetch_intermediate_results
|
|
---------------------------------------------------------------------
|
|
111
|
|
(1 row)
|
|
|
|
SELECT * FROM read_intermediate_result('squares_1', 'binary') AS res (x int, x2 int);
|
|
x | x2
|
|
---------------------------------------------------------------------
|
|
1 | 1
|
|
2 | 4
|
|
3 | 9
|
|
4 | 16
|
|
5 | 25
|
|
(5 rows)
|
|
|
|
END;
|
|
-- multiple results, and some error cases
|
|
BEGIN;
|
|
SELECT store_intermediate_result_on_node('localhost', :worker_1_port,
|
|
'squares_1', 'SELECT s, s*s FROM generate_series(1, 2) s');
|
|
store_intermediate_result_on_node
|
|
---------------------------------------------------------------------
|
|
|
|
(1 row)
|
|
|
|
SELECT store_intermediate_result_on_node('localhost', :worker_1_port,
|
|
'squares_2', 'SELECT s, s*s FROM generate_series(3, 4) s');
|
|
store_intermediate_result_on_node
|
|
---------------------------------------------------------------------
|
|
|
|
(1 row)
|
|
|
|
SAVEPOINT s1;
|
|
-- results aren't available on coordinator yet
|
|
SELECT * FROM read_intermediate_results(ARRAY['squares_1', 'squares_2']::text[], 'binary') AS res (x int, x2 int);
|
|
WARNING: Query could not find the intermediate result file "squares_1", it was mostly likely deleted due to an error in a parallel process within the same distributed transaction
|
|
WARNING: Query could not find the intermediate result file "squares_2", it was mostly likely deleted due to an error in a parallel process within the same distributed transaction
|
|
x | x2
|
|
---------------------------------------------------------------------
|
|
(0 rows)
|
|
|
|
ROLLBACK TO SAVEPOINT s1;
|
|
-- fetch from invalid worker port should fail
|
|
SELECT * FROM fetch_intermediate_results(ARRAY['squares_1', 'squares_2']::text[], 'localhost', 57635);
|
|
ERROR: cannot connect to localhost:xxxxx to fetch intermediate results
|
|
ROLLBACK TO SAVEPOINT s1;
|
|
-- still, results aren't available on coordinator yet
|
|
SELECT * FROM read_intermediate_results(ARRAY['squares_1', 'squares_2']::text[], 'binary') AS res (x int, x2 int);
|
|
WARNING: Query could not find the intermediate result file "squares_1", it was mostly likely deleted due to an error in a parallel process within the same distributed transaction
|
|
WARNING: Query could not find the intermediate result file "squares_2", it was mostly likely deleted due to an error in a parallel process within the same distributed transaction
|
|
x | x2
|
|
---------------------------------------------------------------------
|
|
(0 rows)
|
|
|
|
ROLLBACK TO SAVEPOINT s1;
|
|
-- fetch from worker 1 should succeed
|
|
SELECT * FROM fetch_intermediate_results(ARRAY['squares_1', 'squares_2']::text[], 'localhost', :worker_1_port);
|
|
fetch_intermediate_results
|
|
---------------------------------------------------------------------
|
|
114
|
|
(1 row)
|
|
|
|
SELECT * FROM read_intermediate_results(ARRAY['squares_1', 'squares_2']::text[], 'binary') AS res (x int, x2 int);
|
|
x | x2
|
|
---------------------------------------------------------------------
|
|
1 | 1
|
|
2 | 4
|
|
3 | 9
|
|
4 | 16
|
|
(4 rows)
|
|
|
|
-- fetching again should succeed
|
|
SELECT * FROM fetch_intermediate_results(ARRAY['squares_1', 'squares_2']::text[], 'localhost', :worker_1_port);
|
|
fetch_intermediate_results
|
|
---------------------------------------------------------------------
|
|
114
|
|
(1 row)
|
|
|
|
SELECT * FROM read_intermediate_results(ARRAY['squares_1', 'squares_2']::text[], 'binary') AS res (x int, x2 int);
|
|
x | x2
|
|
---------------------------------------------------------------------
|
|
1 | 1
|
|
2 | 4
|
|
3 | 9
|
|
4 | 16
|
|
(4 rows)
|
|
|
|
ROLLBACK TO SAVEPOINT s1;
|
|
-- empty result id list should succeed
|
|
SELECT * FROM fetch_intermediate_results(ARRAY[]::text[], 'localhost', :worker_1_port);
|
|
fetch_intermediate_results
|
|
---------------------------------------------------------------------
|
|
0
|
|
(1 row)
|
|
|
|
-- null in result id list should error gracefully
|
|
SELECT * FROM fetch_intermediate_results(ARRAY[NULL, 'squares_1', 'squares_2']::text[], 'localhost', :worker_1_port);
|
|
ERROR: worker array object cannot contain null values
|
|
END;
|
|
-- results should have been deleted after transaction commit
|
|
SELECT * FROM read_intermediate_results(ARRAY['squares_1', 'squares_2']::text[], 'binary') AS res (x int, x2 int);
|
|
WARNING: Query could not find the intermediate result file "squares_1", it was mostly likely deleted due to an error in a parallel process within the same distributed transaction
|
|
WARNING: Query could not find the intermediate result file "squares_2", it was mostly likely deleted due to an error in a parallel process within the same distributed transaction
|
|
x | x2
|
|
---------------------------------------------------------------------
|
|
(0 rows)
|
|
|
|
-- test refreshing mat views
|
|
SET client_min_messages TO ERROR;
|
|
CREATE USER some_other_user;
|
|
SELECT run_command_on_workers($$GRANT ALL ON DATABASE regression TO some_other_user;$$);
|
|
run_command_on_workers
|
|
---------------------------------------------------------------------
|
|
(localhost,57637,t,GRANT)
|
|
(localhost,57638,t,GRANT)
|
|
(2 rows)
|
|
|
|
GRANT ALL ON DATABASE regression TO some_other_user;
|
|
RESET client_min_messages;
|
|
\c - some_other_user
|
|
CREATE SCHEMA other_schema;
|
|
SET search_path TO other_schema;
|
|
CREATE TABLE dist_table (a int, b int);
|
|
INSERT INTO dist_table(a, b) SELECT n, n+1 FROM generate_series(1, 10) n;
|
|
SELECT create_distributed_table('dist_table', 'a');
|
|
NOTICE: Copying data from local table...
|
|
NOTICE: copying the data has completed
|
|
DETAIL: The local data in the table is no longer visible, but is still on disk.
|
|
HINT: To remove the local data, run: SELECT truncate_local_data_after_distributing_table($$other_schema.dist_table$$)
|
|
create_distributed_table
|
|
---------------------------------------------------------------------
|
|
|
|
(1 row)
|
|
|
|
CREATE MATERIALIZED VIEW mat_view AS
|
|
SELECT *
|
|
FROM (
|
|
SELECT * FROM dist_table
|
|
LIMIT 50000
|
|
) q;
|
|
CREATE MATERIALIZED VIEW mat_view_2 AS
|
|
SELECT count(*) FROM (SELECT * FROM dist_table LIMIT 50000) q, (SELECT * FROM dist_table LIMIT 100) r WHERE q.a > r.a;
|
|
REFRESH MATERIALIZED VIEW other_schema.mat_view;
|
|
REFRESH MATERIALIZED VIEW other_schema.mat_view_2;
|
|
-- Now connect back as a different user and run REFRESH MATERIALIZED VIEW command,
|
|
-- which in turn executes a repartition join query.
|
|
\c - postgres
|
|
REFRESH MATERIALIZED VIEW other_schema.mat_view;
|
|
REFRESH MATERIALIZED VIEW other_schema.mat_view_2;
|
|
\c - some_other_user
|
|
SET search_path TO 'other_schema';
|
|
-- test security definer funcs
|
|
CREATE FUNCTION security_definer_in_files()
|
|
RETURNS BOOLEAN AS $$
|
|
DECLARE passed BOOLEAN;
|
|
BEGIN
|
|
SELECT count(*) > 0 INTO passed
|
|
FROM (SELECT * FROM other_schema.dist_table ORDER BY a LIMIT 1) as foo,
|
|
(SELECT * FROM other_schema.dist_table ORDER BY a LIMIT 1) as bar
|
|
WHERE foo.a > bar.a;
|
|
|
|
RETURN passed;
|
|
END;
|
|
$$ LANGUAGE plpgsql
|
|
SECURITY DEFINER;
|
|
SELECT security_definer_in_files();
|
|
security_definer_in_files
|
|
---------------------------------------------------------------------
|
|
f
|
|
(1 row)
|
|
|
|
\c - postgres
|
|
SET search_path TO 'other_schema';
|
|
SELECT security_definer_in_files();
|
|
security_definer_in_files
|
|
---------------------------------------------------------------------
|
|
f
|
|
(1 row)
|
|
|
|
CREATE FUNCTION security_definer_in_files_2()
|
|
RETURNS BOOLEAN AS $$
|
|
DECLARE passed BOOLEAN;
|
|
BEGIN
|
|
SELECT count(*) > 0 INTO passed
|
|
FROM (SELECT * FROM other_schema.dist_table ORDER BY a LIMIT 1) as foo,
|
|
(SELECT * FROM other_schema.dist_table ORDER BY a LIMIT 1) as bar
|
|
WHERE foo.a > bar.a;
|
|
|
|
RETURN passed;
|
|
END;
|
|
$$ LANGUAGE plpgsql
|
|
SECURITY DEFINER;
|
|
BEGIN;
|
|
SELECT * FROM security_definer_in_files_2(), security_definer_in_files();
|
|
security_definer_in_files_2 | security_definer_in_files
|
|
---------------------------------------------------------------------
|
|
f | f
|
|
(1 row)
|
|
|
|
SELECT * FROM security_definer_in_files_2(), security_definer_in_files();
|
|
security_definer_in_files_2 | security_definer_in_files
|
|
---------------------------------------------------------------------
|
|
f | f
|
|
(1 row)
|
|
|
|
COMMIT;
|
|
-- cleanup
|
|
SET client_min_messages TO ERROR;
|
|
DROP SCHEMA other_schema CASCADE;
|
|
DROP SCHEMA intermediate_results CASCADE;
|