external
/
citus
mirror of https://github.com/citusdata/citus.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Define a custom path structure

moonshot/custom-path
Nils Dijk 2020-01-20 15:50:19 +01:00
parent 9acf41a9d9
commit 8d73ff6779
No known key found for this signature in database
GPG Key ID: CA1177EF9434F241
1 changed files with 23 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

37
src/backend/distributed/planner/path_based_planner.c
View File

@ -30,6 +30,14 @@ static List * ShardIntervalListToRelationShardList(List *shardIntervalList);
static bool IsDistributedUnion(Path *path); static bool IsDistributedUnion(Path *path);
static uint32 ColocationGroupForDistributedUnion(Path *path); static uint32 ColocationGroupForDistributedUnion(Path *path);
typedef struct DistributedUnionPath
{
CustomPath custom_path;
/* path to be executed on the worker */
Path *worker_path;
} DistributedUnionPath;
const CustomPathMethods distributedUnionMethods = { const CustomPathMethods distributedUnionMethods = {
.CustomName = "Distributed Union", .CustomName = "Distributed Union",
.PlanCustomPath = CreateDistributedUnionPlan, .PlanCustomPath = CreateDistributedUnionPlan,
@ -40,22 +48,22 @@ const CustomPathMethods distributedUnionMethods = {
CustomPath * CustomPath *
WrapTableAccessWithDistributedUnion(Path *originalPath) WrapTableAccessWithDistributedUnion(Path *originalPath)
{ {
CustomPath *distUnion = makeNode(CustomPath); DistributedUnionPath *distUnion = newNode(sizeof(DistributedUnionPath), T_CustomPath);
distUnion->path.pathtype = T_CustomScan; distUnion->custom_path.path.pathtype = T_CustomScan;
distUnion->path.parent = originalPath->parent; distUnion->custom_path.path.parent = originalPath->parent;
distUnion->path.pathtarget = originalPath->pathtarget; distUnion->custom_path.path.pathtarget = originalPath->pathtarget;
distUnion->path.param_info = originalPath->param_info; distUnion->custom_path.path.param_info = originalPath->param_info;
/* TODO use a better cost model */ /* TODO use a better cost model */
distUnion->path.rows = originalPath->rows; distUnion->custom_path.path.rows = originalPath->rows;
distUnion->path.startup_cost = originalPath->startup_cost+1000; distUnion->custom_path.path.startup_cost = originalPath->startup_cost+1000;
distUnion->path.total_cost = originalPath->total_cost+1000; distUnion->custom_path.path.total_cost = originalPath->total_cost+1000;
distUnion->methods = &distributedUnionMethods; distUnion->custom_path.methods = &distributedUnionMethods;
distUnion->custom_private = list_make1(originalPath); distUnion->worker_path = originalPath;
return distUnion; return (CustomPath *) distUnion;
} }
@ -67,13 +75,14 @@ CreateDistributedUnionPlan(PlannerInfo *root,
List *clauses, List *clauses,
List *custom_plans) List *custom_plans)
{ {
DistributedUnionPath *distUnion = (DistributedUnionPath *) best_path;
Job *workerJob = CitusMakeNode(Job); Job *workerJob = CitusMakeNode(Job);
workerJob->jobId = UniqueJobId(); workerJob->jobId = UniqueJobId();
Path *originalPath = (Path *) list_nth(best_path->custom_private, 0);
ShardInterval *shardInterval = NULL; ShardInterval *shardInterval = NULL;
Query *q = GetQueryFromPath(root, originalPath, tlist, clauses); Query *q = GetQueryFromPath(root, distUnion->worker_path, tlist, clauses);
/* /*
* Assume shards are colocated, any shard should suffice for now to find the initial * Assume shards are colocated, any shard should suffice for now to find the initial
* interval list * interval list
@ -173,7 +182,7 @@ static uint32
ColocationGroupForDistributedUnion(Path *path) ColocationGroupForDistributedUnion(Path *path)
{ {
Assert(IsDistributedUnion(path)); Assert(IsDistributedUnion(path));
CustomPath *distUnion = castNode(CustomPath, path); DistributedUnionPath *distUnion = (DistributedUnionPath *) path;
/* TODO actually retreive the right colocation id for the Distributed Union */ /* TODO actually retreive the right colocation id for the Distributed Union */
return 1; return 1;
} }