setup
{
  SELECT citus_internal.replace_isolation_tester_func();
  SELECT citus_internal.refresh_isolation_tester_prepared_statement();

  CREATE TABLE deadlock_detection_reference (user_id int UNIQUE, some_val int);
  SELECT create_reference_table('deadlock_detection_reference');

  CREATE TABLE deadlock_detection_test (user_id int UNIQUE, some_val int);
  INSERT INTO deadlock_detection_test SELECT i, i FROM generate_series(1,7) i;
  SELECT create_distributed_table('deadlock_detection_test', 'user_id');

  CREATE TABLE local_deadlock_table (user_id int UNIQUE, some_val int);

  CREATE TABLE deadlock_detection_test_rep_2  (user_id int UNIQUE, some_val int);
  SET citus.shard_replication_factor = 2;
  SELECT create_distributed_table('deadlock_detection_test_rep_2', 'user_id');

  INSERT INTO deadlock_detection_test_rep_2 VALUES (1,1);
  INSERT INTO deadlock_detection_test_rep_2 VALUES (2,2);
}

teardown
{
  DROP TABLE deadlock_detection_test;
  DROP TABLE local_deadlock_table;
  DROP TABLE deadlock_detection_test_rep_2;
  DROP TABLE deadlock_detection_reference;
  SELECT citus_internal.restore_isolation_tester_func();
  SET citus.shard_replication_factor = 1;
}

session "s1"

step "s1-begin"
{
  BEGIN;
}

step "s1-update-1"
{
  UPDATE deadlock_detection_test SET some_val = 1 WHERE user_id = 1;
}

step "s1-update-2"
{
  UPDATE deadlock_detection_test SET some_val = 1 WHERE user_id = 2;
}

step "s1-update-3"
{
  UPDATE deadlock_detection_test SET some_val = 1 WHERE user_id = 3;
}

step "s1-update-4"
{
  UPDATE deadlock_detection_test SET some_val = 1 WHERE user_id = 4;
}

step "s1-update-5"
{
  UPDATE deadlock_detection_test SET some_val = 1 WHERE user_id = 5;
}

step "s1-insert-dist-10"
{
  INSERT INTO deadlock_detection_test VALUES (10, 10);
}

step "s1-insert-local-10"
{
  INSERT INTO local_deadlock_table VALUES (10, 10);
}

step "s1-set-2pc"
{
	set citus.multi_shard_commit_protocol TO '2pc';
}

step "s1-update-1-rep-2"
{
  UPDATE deadlock_detection_test_rep_2 SET some_val = 1 WHERE user_id = 1;
}

step "s1-update-2-rep-2"
{
  UPDATE deadlock_detection_test_rep_2 SET some_val = 1 WHERE user_id = 2;
}

step "s1-insert-ref-10"
{
  INSERT INTO deadlock_detection_reference VALUES (10, 10);
}

step "s1-insert-ref-11"
{
  INSERT INTO deadlock_detection_reference VALUES (11, 11);
}

step "s1-update-2-4"
{
  UPDATE deadlock_detection_test SET some_val = 1 WHERE user_id = 2 OR user_id = 4;
}

step "s1-commit"
{
  COMMIT;
}

session "s2"

step "s2-begin"
{
  BEGIN;
}

step "s2-update-1"
{
  UPDATE deadlock_detection_test SET some_val = 2 WHERE user_id = 1;
}

step "s2-update-2"
{
  UPDATE deadlock_detection_test SET some_val = 2 WHERE user_id = 2;
}

step "s2-update-3"
{
  UPDATE deadlock_detection_test SET some_val = 2 WHERE user_id = 3;
}

step "s2-update-4"
{
  UPDATE deadlock_detection_test SET some_val = 2 WHERE user_id = 4;
}

step "s2-upsert-select-all"
{
	INSERT INTO deadlock_detection_test SELECT * FROM deadlock_detection_test ON CONFLICT(user_id) DO UPDATE SET some_val = deadlock_detection_test.some_val + 5 RETURNING *;
}

step "s2-ddl"
{
	ALTER TABLE deadlock_detection_test ADD COLUMN test_col INT;
}

step "s2-insert-dist-10"
{
  INSERT INTO deadlock_detection_test VALUES (10, 10);
}

step "s2-insert-local-10"
{
  INSERT INTO local_deadlock_table VALUES (10, 10);
}

step "s2-set-2pc"
{
	set citus.multi_shard_commit_protocol TO '2pc';
}

step "s2-update-1-rep-2"
{
  UPDATE deadlock_detection_test_rep_2 SET some_val = 1 WHERE user_id = 1;
}

step "s2-update-2-rep-2"
{
  UPDATE deadlock_detection_test_rep_2 SET some_val = 1 WHERE user_id = 2;
}

step "s2-insert-ref-10"
{
  INSERT INTO deadlock_detection_reference VALUES (10, 10);
}

step "s2-insert-ref-11"
{
  INSERT INTO deadlock_detection_reference VALUES (11, 11);
}


step "s2-commit"
{
  COMMIT;
}

session "s3"

step "s3-begin"
{
  BEGIN;
}

step "s3-update-1"
{
  UPDATE deadlock_detection_test SET some_val = 3 WHERE user_id = 1;
}

step "s3-update-2"
{
  UPDATE deadlock_detection_test SET some_val = 3 WHERE user_id = 2;
}

step "s3-update-3"
{
  UPDATE deadlock_detection_test SET some_val = 3 WHERE user_id = 3;
}

step "s3-update-4"
{
  UPDATE deadlock_detection_test SET some_val = 3 WHERE user_id = 4;
}

step "s3-commit"
{
  COMMIT;
}

session "s4"

step "s4-begin"
{
  BEGIN;
}

step "s4-update-1"
{
  UPDATE deadlock_detection_test SET some_val = 4 WHERE user_id = 1;
}

step "s4-update-2"
{
  UPDATE deadlock_detection_test SET some_val = 4 WHERE user_id = 2;
}

step "s4-update-3"
{
  UPDATE deadlock_detection_test SET some_val = 4 WHERE user_id = 3;
}

step "s4-update-4"
{
  UPDATE deadlock_detection_test SET some_val = 4 WHERE user_id = 4;
}

step "s4-update-5"
{
  UPDATE deadlock_detection_test SET some_val = 4 WHERE user_id = 5;
}

step "s4-update-6"
{
  UPDATE deadlock_detection_test SET some_val = 4 WHERE user_id = 6;
}

step "s4-update-7"
{
  UPDATE deadlock_detection_test SET some_val = 4 WHERE user_id = 7;
}

step "s4-random-adv-lock"
{
  SELECT pg_advisory_xact_lock(8765);
}

step "s4-commit"
{
  COMMIT;
}

session "s5"

step "s5-begin"
{
  BEGIN;
}

step "s5-update-1"
{
  UPDATE deadlock_detection_test SET some_val = 5 WHERE user_id = 1;
}

step "s5-update-2"
{
  UPDATE deadlock_detection_test SET some_val = 5 WHERE user_id = 2;
}

step "s5-update-3"
{
  UPDATE deadlock_detection_test SET some_val = 5 WHERE user_id = 3;
}

step "s5-update-4"
{
  UPDATE deadlock_detection_test SET some_val = 5 WHERE user_id = 4;
}

step "s5-update-5"
{
  UPDATE deadlock_detection_test SET some_val = 5 WHERE user_id = 5;
}

step "s5-update-6"
{
  UPDATE deadlock_detection_test SET some_val = 5 WHERE user_id = 6;
}

step "s5-update-7"
{
  UPDATE deadlock_detection_test SET some_val = 5 WHERE user_id = 7;
}

step "s5-random-adv-lock"
{
  SELECT pg_advisory_xact_lock(8765);
}

step "s5-commit"
{
  COMMIT;
}

session "s6"

step "s6-begin"
{
  BEGIN;
}

step "s6-update-1"
{
  UPDATE deadlock_detection_test SET some_val = 6 WHERE user_id = 1;
}

step "s6-update-2"
{
  UPDATE deadlock_detection_test SET some_val = 6 WHERE user_id = 2;
}

step "s6-update-3"
{
  UPDATE deadlock_detection_test SET some_val = 6 WHERE user_id = 3;
}

step "s6-update-4"
{
  UPDATE deadlock_detection_test SET some_val = 6 WHERE user_id = 4;
}

step "s6-update-5"
{
  UPDATE deadlock_detection_test SET some_val = 6 WHERE user_id = 5;
}

step "s6-update-6"
{
  UPDATE deadlock_detection_test SET some_val = 6 WHERE user_id = 6;
}

step "s6-update-7"
{
  UPDATE deadlock_detection_test SET some_val = 6 WHERE user_id = 7;
}

step "s6-commit"
{
  COMMIT;
}

// we disable the daemon during the regression tests in order to get consistent results
// thus we manually issue the deadlock detection
session "deadlock-checker"

// we issue the checker not only when there are deadlocks to ensure that we never cancel
// backend inappropriately
step "deadlock-checker-call"
{
  SELECT check_distributed_deadlocks();
}

// simplest case, loop with two nodes
permutation "s1-begin" "s2-begin" "s1-update-1" "s2-update-2" "s2-update-1" "deadlock-checker-call" "s1-update-2"  "deadlock-checker-call" "s1-commit" "s2-commit"

// simplest case with replication factor 2
permutation "s1-begin" "s2-begin" "s1-update-1-rep-2" "s2-update-2-rep-2" "s2-update-1-rep-2" "deadlock-checker-call" "s1-update-2-rep-2"  "deadlock-checker-call" "s1-commit" "s2-commit"

// simplest case with 2pc enabled
permutation "s1-begin" "s2-begin" "s1-set-2pc" "s2-set-2pc" "s1-update-1" "s2-update-2" "s2-update-1" "deadlock-checker-call" "s1-update-2"  "deadlock-checker-call" "s1-commit" "s2-commit"

// simplest case with multi-shard query is cancelled
permutation "s1-begin" "s2-begin" "s1-update-1" "s2-update-2" "s1-update-2" "deadlock-checker-call" "s2-upsert-select-all"  "deadlock-checker-call" "s1-commit" "s2-commit"

// simplest case with DDL is cancelled
permutation "s1-begin" "s2-begin" "s1-update-1" "s2-update-2" "s1-update-2" "deadlock-checker-call" "s2-ddl"  "deadlock-checker-call" "s1-commit" "s2-commit"

// daedlock with local table
permutation "s1-begin" "s2-begin" "s1-insert-dist-10" "s2-insert-local-10" "s2-insert-dist-10" "s1-insert-local-10" "deadlock-checker-call" "s1-commit" "s2-commit"

// daedlock with reference tables only
permutation "s1-begin" "s2-begin" "s2-insert-ref-10" "s1-insert-ref-11" "s2-insert-ref-11" "s1-insert-ref-10" "deadlock-checker-call" "s1-commit" "s2-commit"

// deadlock with referecen + distributed tables
permutation "s1-begin" "s2-begin" "s2-insert-ref-10" "s1-update-1" "deadlock-checker-call" "s2-update-1" "s1-insert-ref-10" "deadlock-checker-call" "s1-commit" "s2-commit"

// slightly more complex case, loop with three nodes
permutation "s1-begin" "s2-begin" "s3-begin"  "s1-update-1" "s2-update-2" "s3-update-3" "deadlock-checker-call" "s1-update-2" "s2-update-3" "s3-update-1" "deadlock-checker-call" "s3-commit" "s2-commit" "s1-commit"

// similar to the above (i.e., 3 nodes), but the cycle starts from the second node
permutation "s1-begin" "s2-begin" "s3-begin"  "s2-update-1" "s1-update-1" "s2-update-2" "s3-update-3" "s3-update-2" "deadlock-checker-call" "s2-update-3" "deadlock-checker-call" "s3-commit" "s2-commit" "s1-commit"

// not connected graph
permutation "s1-begin" "s2-begin" "s3-begin" "s4-begin" "s1-update-1" "s2-update-2" "s3-update-3" "s3-update-2" "deadlock-checker-call" "s4-update-4" "s2-update-3" "deadlock-checker-call" "s3-commit" "s2-commit" "s1-commit" "s4-commit"

// still a not connected graph, but each smaller graph contains dependencies, one of which is a distributed deadlock
permutation "s1-begin" "s2-begin" "s3-begin" "s4-begin" "s4-update-1" "s1-update-1" "deadlock-checker-call" "s2-update-2" "s3-update-3" "s2-update-3" "s3-update-2" "deadlock-checker-call" "s3-commit" "s2-commit" "s4-commit" "s1-commit"

//  multiple deadlocks on a not connected graph
permutation "s1-begin" "s2-begin" "s3-begin" "s4-begin" "s1-update-1" "s4-update-4" "s2-update-2" "s3-update-3" "s3-update-2" "s4-update-1" "s1-update-4" "deadlock-checker-call" "s1-commit" "s4-commit" "s2-update-3" "deadlock-checker-call"  "s2-commit" "s3-commit"

// a larger graph where the first node is in the distributed deadlock
permutation "s1-begin" "s2-begin" "s3-begin" "s4-begin" "s5-begin" "s6-begin" "s1-update-1" "s5-update-5" "s3-update-2" "s2-update-3" "s4-update-4" "s3-update-4" "deadlock-checker-call" "s6-update-6" "s4-update-6" "s1-update-5" "s5-update-1" "deadlock-checker-call" "s1-commit" "s5-commit" "s6-commit" "s4-commit" "s3-commit" "s2-commit"

// a larger graph where the deadlock starts from a middle node
permutation "s1-begin" "s2-begin" "s3-begin" "s4-begin" "s5-begin" "s6-begin" "s6-update-6" "s5-update-5" "s5-update-6" "s4-update-4" "s1-update-4" "s4-update-5" "deadlock-checker-call" "s2-update-3" "s3-update-2" "s2-update-2" "s3-update-3" "deadlock-checker-call" "s6-commit" "s5-commit" "s4-commit" "s1-commit" "s3-commit" "s2-commit"

// a larger graph where the deadlock starts from the last node
permutation "s1-begin" "s2-begin" "s3-begin" "s4-begin" "s5-begin" "s6-begin" "s5-update-5" "s3-update-2" "s2-update-2" "s4-update-4" "s3-update-4" "s4-update-5" "s1-update-4" "deadlock-checker-call" "s6-update-6" "s5-update-6" "s6-update-5" "deadlock-checker-call" "s5-commit" "s6-commit" "s4-commit" "s3-commit"  "s1-commit" "s2-commit"

// a backend is blocked on multiple backends
// note that session 5 is not strictly necessary to simulate the deadlock
// we only added that such that session 4 waits on for that
// thus if any cancellation happens on session 4, we'd be able to
// observe it, otherwise cancelling idle backends has not affect
// (cancelling wrong backend used to be a bug and already fixed)
permutation "s1-begin" "s2-begin" "s3-begin" "s4-begin" "s5-begin" "s1-update-1" "s3-update-3" "s2-update-4" "s2-update-3" "s4-update-2" "s5-random-adv-lock" "s4-random-adv-lock" "s3-update-1" "s1-update-2-4" "deadlock-checker-call" "deadlock-checker-call" "s5-commit" "s4-commit" "s2-commit" "s1-commit" "s3-commit"