mirror of https://github.com/citusdata/citus.git
315 lines
8.8 KiB
Plaintext
315 lines
8.8 KiB
Plaintext
--
|
|
-- Failure tests for real time select queries
|
|
--
|
|
CREATE SCHEMA real_time_select_failure;
|
|
SET search_path TO 'real_time_select_failure';
|
|
SET citus.next_shard_id TO 190000;
|
|
-- Preparation
|
|
SELECT citus.mitmproxy('conn.allow()');
|
|
mitmproxy
|
|
-----------
|
|
|
|
(1 row)
|
|
|
|
SET citus.shard_count to 4;
|
|
SET citus.shard_replication_factor to 1;
|
|
-- create tables
|
|
CREATE TABLE test_table(id int, value_1 int, value_2 int);
|
|
SELECT create_distributed_table('test_table','id');
|
|
create_distributed_table
|
|
--------------------------
|
|
|
|
(1 row)
|
|
|
|
-- Populate data to the table
|
|
INSERT INTO test_table VALUES(1,1,1),(1,2,2),(2,1,1),(2,2,2),(3,1,1),(3,2,2);
|
|
-- Kill when the first COPY command arrived, since we have a single placement
|
|
-- it is expected to error out.
|
|
SET client_min_messages TO ERROR;
|
|
SELECT citus.mitmproxy('conn.onQuery(query="SELECT|COPY").kill()');
|
|
mitmproxy
|
|
-----------
|
|
|
|
(1 row)
|
|
|
|
SELECT count(*) FROM test_table;
|
|
ERROR: connection error: localhost:9060
|
|
DETAIL: server closed the connection unexpectedly
|
|
This probably means the server terminated abnormally
|
|
before or while processing the request.
|
|
SET client_min_messages TO DEFAULT;
|
|
-- Kill the connection with a CTE
|
|
SELECT citus.mitmproxy('conn.onQuery(query=".*SELECT.*test_table.*").kill()');
|
|
mitmproxy
|
|
-----------
|
|
|
|
(1 row)
|
|
|
|
WITH
|
|
results AS (SELECT * FROM test_table)
|
|
SELECT * FROM test_table, results
|
|
WHERE test_table.id = results.id;
|
|
ERROR: connection error: localhost:9060
|
|
DETAIL: server closed the connection unexpectedly
|
|
This probably means the server terminated abnormally
|
|
before or while processing the request.
|
|
-- Since the outer query uses the connection opened by the CTE,
|
|
-- killing connection after first successful query should break.
|
|
SET client_min_messages TO ERROR;
|
|
SELECT citus.mitmproxy('conn.onQuery(query="SELECT|COPY").after(1).kill()');
|
|
mitmproxy
|
|
-----------
|
|
|
|
(1 row)
|
|
|
|
WITH results AS (SELECT * FROM test_table)
|
|
SELECT * FROM test_table, results
|
|
WHERE test_table.id = results.id;
|
|
ERROR: server closed the connection unexpectedly
|
|
This probably means the server terminated abnormally
|
|
before or while processing the request.
|
|
CONTEXT: while executing command on localhost:9060
|
|
SET client_min_messages TO DEFAULT;
|
|
-- In parallel execution mode Citus opens separate connections for each shard
|
|
-- so killing the connection after the first copy does not break it.
|
|
SET citus.force_max_query_parallelization=ON;
|
|
SELECT citus.mitmproxy('conn.onQuery(query="SELECT|COPY").after(1).kill()');
|
|
mitmproxy
|
|
-----------
|
|
|
|
(1 row)
|
|
|
|
SELECT count(*) FROM test_table;
|
|
count
|
|
-------
|
|
6
|
|
(1 row)
|
|
|
|
-- set back the force flag to original value
|
|
SET citus.force_max_query_parallelization=OFF;
|
|
-- Cancel a real-time executor query
|
|
SELECT citus.mitmproxy('conn.onQuery(query="SELECT|COPY").cancel(' || pg_backend_pid() || ')');
|
|
mitmproxy
|
|
-----------
|
|
|
|
(1 row)
|
|
|
|
SELECT count(*) FROM test_table;
|
|
ERROR: canceling statement due to user request
|
|
-- Cancel a query within the transaction
|
|
SELECT citus.mitmproxy('conn.onQuery(query="SELECT|COPY").cancel(' || pg_backend_pid() || ')');
|
|
mitmproxy
|
|
-----------
|
|
|
|
(1 row)
|
|
|
|
BEGIN;
|
|
SELECT count(*) FROM test_table;
|
|
ERROR: canceling statement due to user request
|
|
COMMIT;
|
|
-- Cancel a query within the transaction after a multi-shard update
|
|
SELECT citus.mitmproxy('conn.onQuery(query=".*SELECT.*test_table.*").cancel(' || pg_backend_pid() || ')');
|
|
mitmproxy
|
|
-----------
|
|
|
|
(1 row)
|
|
|
|
BEGIN;
|
|
UPDATE test_table SET value_1 = value_1 + 1;
|
|
SELECT count(*) FROM test_table;
|
|
ERROR: canceling statement due to user request
|
|
COMMIT;
|
|
-- Cancel a query with CTE
|
|
SELECT citus.mitmproxy('conn.onQuery(query=".*SELECT.*test_table.*").cancel(' || pg_backend_pid() || ')');
|
|
mitmproxy
|
|
-----------
|
|
|
|
(1 row)
|
|
|
|
WITH
|
|
results AS (SELECT * FROM test_table)
|
|
SELECT * FROM test_table
|
|
WHERE test_table.id > (SELECT id FROM results);
|
|
ERROR: canceling statement due to user request
|
|
-- Citus fails if the connection that is already used fails afterwards
|
|
SET citus.multi_shard_modify_mode to sequential;
|
|
SELECT citus.mitmproxy('conn.onQuery(query="SELECT|COPY").after(1).kill()');
|
|
mitmproxy
|
|
-----------
|
|
|
|
(1 row)
|
|
|
|
BEGIN;
|
|
SELECT count(*) FROM test_table;
|
|
ERROR: connection error: localhost:9060
|
|
DETAIL: server closed the connection unexpectedly
|
|
This probably means the server terminated abnormally
|
|
before or while processing the request.
|
|
COMMIT;
|
|
-- Cancel a real-time executor query - in sequential mode
|
|
SELECT citus.mitmproxy('conn.onQuery(query="SELECT|COPY").cancel(' || pg_backend_pid() || ')');
|
|
mitmproxy
|
|
-----------
|
|
|
|
(1 row)
|
|
|
|
SELECT count(*) FROM test_table;
|
|
ERROR: canceling statement due to user request
|
|
-- Cancel a query within the transaction - in sequential mode
|
|
SELECT citus.mitmproxy('conn.onQuery(query="SELECT|COPY").cancel(' || pg_backend_pid() || ')');
|
|
mitmproxy
|
|
-----------
|
|
|
|
(1 row)
|
|
|
|
BEGIN;
|
|
SELECT count(*) FROM test_table;
|
|
ERROR: canceling statement due to user request
|
|
COMMIT;
|
|
-- Cancel the query within a transaction after a single succesful run
|
|
SELECT citus.mitmproxy('conn.onQuery(query="SELECT|COPY").after(1).cancel(' || pg_backend_pid() || ')');
|
|
mitmproxy
|
|
-----------
|
|
|
|
(1 row)
|
|
|
|
BEGIN;
|
|
SELECT count(*) FROM test_table;
|
|
ERROR: canceling statement due to user request
|
|
COMMIT;
|
|
-- Now, test with replication factor 2, tests are expected to pass
|
|
-- since we have two placements for the same shard
|
|
DROP TABLE test_table;
|
|
SET citus.multi_shard_modify_mode to default;
|
|
-- Create table with shard placements on each node
|
|
SELECT citus.mitmproxy('conn.allow()');
|
|
mitmproxy
|
|
-----------
|
|
|
|
(1 row)
|
|
|
|
SET citus.shard_replication_factor to 2;
|
|
CREATE TABLE test_table(id int, value_1 int, value_2 int);
|
|
SELECT create_distributed_table('test_table','id');
|
|
create_distributed_table
|
|
--------------------------
|
|
|
|
(1 row)
|
|
|
|
-- Populate data to the table
|
|
INSERT INTO test_table VALUES(1,1,1),(1,2,2),(2,1,1),(2,2,2),(3,1,1),(3,2,2);
|
|
-- Kill when the first SELECT command arrived, since we have placements on each node
|
|
-- it shouldn't fail.
|
|
SELECT citus.mitmproxy('conn.onQuery(query="SELECT|COPY").kill()');
|
|
mitmproxy
|
|
-----------
|
|
|
|
(1 row)
|
|
|
|
SELECT count(*) FROM test_table;
|
|
WARNING: connection error: localhost:9060
|
|
DETAIL: server closed the connection unexpectedly
|
|
This probably means the server terminated abnormally
|
|
before or while processing the request.
|
|
WARNING: connection error: localhost:9060
|
|
DETAIL: server closed the connection unexpectedly
|
|
This probably means the server terminated abnormally
|
|
before or while processing the request.
|
|
count
|
|
-------
|
|
6
|
|
(1 row)
|
|
|
|
-- Kill within the transaction, since we have placements on each node
|
|
-- it shouldn't fail.
|
|
SELECT citus.mitmproxy('conn.onQuery(query="SELECT|COPY").kill()');
|
|
mitmproxy
|
|
-----------
|
|
|
|
(1 row)
|
|
|
|
BEGIN;
|
|
SELECT count(*) FROM test_table;
|
|
WARNING: connection error: localhost:9060
|
|
DETAIL: server closed the connection unexpectedly
|
|
This probably means the server terminated abnormally
|
|
before or while processing the request.
|
|
WARNING: connection error: localhost:9060
|
|
DETAIL: server closed the connection unexpectedly
|
|
This probably means the server terminated abnormally
|
|
before or while processing the request.
|
|
count
|
|
-------
|
|
6
|
|
(1 row)
|
|
|
|
COMMIT;
|
|
-- Cancel a real-time executor query
|
|
SELECT citus.mitmproxy('conn.onQuery(query="SELECT|COPY").cancel(' || pg_backend_pid() || ')');
|
|
mitmproxy
|
|
-----------
|
|
|
|
(1 row)
|
|
|
|
SELECT count(*) FROM test_table;
|
|
ERROR: canceling statement due to user request
|
|
-- Cancel a query within the transaction
|
|
SELECT citus.mitmproxy('conn.onQuery(query="SELECT|COPY").cancel(' || pg_backend_pid() || ')');
|
|
mitmproxy
|
|
-----------
|
|
|
|
(1 row)
|
|
|
|
BEGIN;
|
|
SELECT count(*) FROM test_table;
|
|
ERROR: canceling statement due to user request
|
|
COMMIT;
|
|
-- Cancel a query within the transaction after a multi-shard update
|
|
SELECT citus.mitmproxy('conn.onQuery(query=".*SELECT.*test_table.*").cancel(' || pg_backend_pid() || ')');
|
|
mitmproxy
|
|
-----------
|
|
|
|
(1 row)
|
|
|
|
BEGIN;
|
|
UPDATE test_table SET value_1 = value_1 + 1;
|
|
SELECT count(*) FROM test_table;
|
|
ERROR: canceling statement due to user request
|
|
COMMIT;
|
|
-- Cancel a query with CTE
|
|
SELECT citus.mitmproxy('conn.onQuery(query="SELECT|COPY").cancel(' || pg_backend_pid() || ')');
|
|
mitmproxy
|
|
-----------
|
|
|
|
(1 row)
|
|
|
|
WITH
|
|
results AS (SELECT * FROM test_table)
|
|
SELECT * FROM test_table
|
|
WHERE test_table.id > (SELECT id FROM results);
|
|
ERROR: canceling statement due to user request
|
|
-- Since we have the placement on each node, test with sequential mode
|
|
-- should pass as well.
|
|
SET citus.multi_shard_modify_mode to sequential;
|
|
SELECT citus.mitmproxy('conn.onQuery(query="SELECT|COPY").after(1).kill()');
|
|
mitmproxy
|
|
-----------
|
|
|
|
(1 row)
|
|
|
|
BEGIN;
|
|
SELECT count(*) FROM test_table;
|
|
WARNING: connection error: localhost:9060
|
|
DETAIL: server closed the connection unexpectedly
|
|
This probably means the server terminated abnormally
|
|
before or while processing the request.
|
|
count
|
|
-------
|
|
6
|
|
(1 row)
|
|
|
|
COMMIT;
|
|
DROP SCHEMA real_time_select_failure CASCADE;
|
|
NOTICE: drop cascades to table test_table
|
|
SET search_path TO default;
|