setup
{
    SELECT 1 FROM master_add_node('localhost', 57637);
    SELECT 1 FROM master_add_node('localhost', 57638);

    SELECT nodeid, nodename, nodeport from pg_dist_node ORDER BY 1 DESC;
}

teardown
{
    SELECT master_remove_node(nodename, nodeport) FROM pg_dist_node;
    SELECT nodeid, nodename, nodeport from pg_dist_node ORDER BY 1 DESC;
}

session "s1"

step "s1-begin"
{
	BEGIN;
}

step "s1-prepare-transaction" {
    PREPARE transaction 'label';
}

step "s1-commit-prepared" {
    COMMIT prepared 'label';
}

step "s1-update-node-1"
{
    SELECT 1 FROM master_update_node(
        (select nodeid from pg_dist_node where nodeport = 57637),
        'localhost',
        58637);
}

step "s1-update-node-nonexistent" {
    SELECT 1 FROM master_update_node(
        (select nodeid from pg_dist_node where nodeport = 57637),
        'non-existent',
        57637);
}

step "s1-update-node-existent" {
    SELECT 1 FROM master_update_node(
        (select nodeid from pg_dist_node where nodeport = 57637),
        'localhost',
        57637);
}

step "s1-commit"
{
	COMMIT;
}

step "s1-show-nodes"
{
    SELECT nodeid, nodename, nodeport, isactive
      FROM pg_dist_node
  ORDER BY nodename, nodeport;
}

session "s2"

step "s2-begin"
{
	BEGIN;
}

step "s2-update-node-1"
{
    SELECT 1 FROM master_update_node(
        (select nodeid from pg_dist_node where nodeport = 57637),
        'localhost',
        58637);
}

step "s2-update-node-2"
{
    SELECT 1 FROM master_update_node(
        (select nodeid from pg_dist_node where nodeport = 57638),
        'localhost',
        58638);
}

step "s2-create-table" {
    CREATE TABLE test (a int);
    SELECT create_distributed_table('test','a');
}

step "s2-cache-prepared-statement" {
    PREPARE foo AS SELECT COUNT(*) FROM test WHERE a = 3;
    EXECUTE foo;
    EXECUTE foo;
    EXECUTE foo;
    EXECUTE foo;
    EXECUTE foo;
    EXECUTE foo;
}

step "s2-execute-prepared" {
    EXECUTE foo;
}

step "s2-verify-metadata"
{
    SELECT nodeid, groupid, nodename, nodeport FROM pg_dist_node ORDER BY nodeid;
    SELECT master_run_on_worker(
        ARRAY['localhost'], ARRAY[57638],
        ARRAY['SELECT jsonb_agg(ROW(nodeid, groupid, nodename, nodeport) ORDER BY nodeid) FROM  pg_dist_node'],
        false);
}

step "s2-start-metadata-sync-node-2"
{
    SELECT start_metadata_sync_to_node('localhost', 57638);
}

step "s2-drop-table" {
    DROP TABLE test;
}

step "s2-abort"
{
	ABORT;
}

// session 1 updates node 1, session 2 updates node 2, should be ok
permutation "s1-begin" "s1-update-node-1" "s2-update-node-2" "s1-commit" "s1-show-nodes"

// sessions 1 updates node 1, session 2 tries to do the same
permutation "s1-begin" "s1-update-node-1" "s2-begin" "s2-update-node-1" "s1-commit" "s2-abort" "s1-show-nodes"

// master_update_node should block start_metadata_sync_to_node. Note that we
// cannot run start_metadata_sync_to_node in a transaction, so we're not
// testing the reverse order here.
// Having different result on coordinator and worker is expected for now since
// we run test after disabling mx.
permutation "s1-begin" "s1-update-node-1" "s2-start-metadata-sync-node-2" "s1-commit" "s2-verify-metadata"

// make sure we have entries in prepared statement cache
// then make sure that after we update pg_dist_node, the changes are visible to
// the prepared statement
permutation "s2-create-table" "s1-begin" "s1-update-node-nonexistent" "s1-prepare-transaction" "s2-cache-prepared-statement" "s1-commit-prepared" "s2-execute-prepared" "s1-update-node-existent" "s2-drop-table"