Fill in jobIdList field of DistributedExecution

Pass down jobIdList from ExecuteTasksInDependencyOrder

Also clean up comment for ExecuteTaskListOutsideTransaction

src/backend/distributed/commands/call.c

@@ -189,7 +189,7 @@ CallFuncExprRemotely(CallStmt *callStmt, DistObjectCacheEntry *procedure,
 		ExecuteTaskListExtended(ROW_MODIFY_NONE, list_make1(task),
 								tupleDesc, tupleStore, hasReturning,
 								MaxAdaptiveExecutorPoolSize,
-								&xactProperties);
+								&xactProperties, NIL);
 
 		while (tuplestore_gettupleslot(tupleStore, true, false, slot))
 		{

src/backend/distributed/executor/adaptive_executor.c

@@ -543,14 +543,15 @@ typedef struct TaskPlacementExecution
 
 /* local functions */
 static DistributedExecution * CreateDistributedExecution(RowModifyLevel modLevel,
-														 List *taskList, bool
+														 List *taskList,
-														 hasReturning,
+														 bool hasReturning,
 														 ParamListInfo paramListInfo,
 														 TupleDesc tupleDescriptor,
 														 Tuplestorestate *tupleStore,
 														 int targetPoolSize,
 														 TransactionProperties *
-														 xactProperties);
+														 xactProperties,
+														 List *jobIdList);
 static TransactionProperties DecideTransactionPropertiesForTaskList(RowModifyLevel
 																	modLevel,
 																	List *taskList,
@@ -680,7 +681,8 @@ AdaptiveExecutor(CitusScanState *scanState)
 		tupleDescriptor,
 		scanState->tuplestorestate,
 		targetPoolSize,
-		&xactProperties);
+		&xactProperties,
+		jobIdList);
 
 	/*
 	 * Make sure that we acquire the appropriate locks even if the local tasks
@@ -803,24 +805,24 @@ ExecuteUtilityTaskListWithoutResults(List *taskList)
 
 
 /*
- * ExecuteTaskListRepartiton is a proxy to ExecuteTaskListExtended() with defaults
+ * ExecuteTaskListOutsideTransaction is a proxy to ExecuteTaskListExtended
- * for some of the arguments for a repartition query.
+ * with defaults for some of the arguments.
  */
 uint64
-ExecuteTaskListOutsideTransaction(RowModifyLevel modLevel, List *taskList, int
+ExecuteTaskListOutsideTransaction(RowModifyLevel modLevel, List *taskList,
-								  targetPoolSize)
+								  int targetPoolSize, List *jobIdList)
 {
 	TupleDesc tupleDescriptor = NULL;
 	Tuplestorestate *tupleStore = NULL;
 	bool hasReturning = false;
 
-	TransactionProperties xactProperties = DecideTransactionPropertiesForTaskList(
+	TransactionProperties xactProperties =
-		modLevel, taskList, true);
+		DecideTransactionPropertiesForTaskList(modLevel, taskList, true);
 
 
 	return ExecuteTaskListExtended(modLevel, taskList, tupleDescriptor,
 								   tupleStore, hasReturning, targetPoolSize,
-								   &xactProperties);
+								   &xactProperties, jobIdList);
 }
 
 
@@ -840,7 +842,7 @@ ExecuteTaskList(RowModifyLevel modLevel, List *taskList, int targetPoolSize)
 
 	return ExecuteTaskListExtended(modLevel, taskList, tupleDescriptor,
 								   tupleStore, hasReturning, targetPoolSize,
-								   &xactProperties);
+								   &xactProperties, NIL);
 }
 
 
@@ -860,7 +862,7 @@ ExecuteTaskListIntoTupleStore(RowModifyLevel modLevel, List *taskList,
 
 	return ExecuteTaskListExtended(modLevel, taskList, tupleDescriptor,
 								   tupleStore, hasReturning, targetPoolSize,
-								   &xactProperties);
+								   &xactProperties, NIL);
 }
 
 
@@ -872,7 +874,7 @@ uint64
 ExecuteTaskListExtended(RowModifyLevel modLevel, List *taskList,
 						TupleDesc tupleDescriptor, Tuplestorestate *tupleStore,
 						bool hasReturning, int targetPoolSize,
-						TransactionProperties *xactProperties)
+						TransactionProperties *xactProperties, List *jobIdList)
 {
 	ParamListInfo paramListInfo = NULL;
 
@@ -890,7 +892,7 @@ ExecuteTaskListExtended(RowModifyLevel modLevel, List *taskList,
 	DistributedExecution *execution =
 		CreateDistributedExecution(modLevel, taskList, hasReturning, paramListInfo,
 								   tupleDescriptor, tupleStore, targetPoolSize,
-								   xactProperties);
+								   xactProperties, jobIdList);
 
 	StartDistributedExecution(execution);
 	RunDistributedExecution(execution);
@@ -909,7 +911,7 @@ CreateDistributedExecution(RowModifyLevel modLevel, List *taskList,
 						   bool hasReturning,
 						   ParamListInfo paramListInfo, TupleDesc tupleDescriptor,
 						   Tuplestorestate *tupleStore, int targetPoolSize,
-						   TransactionProperties *xactProperties)
+						   TransactionProperties *xactProperties, List *jobIdList)
 {
 	DistributedExecution *execution =
 		(DistributedExecution *) palloc0(sizeof(DistributedExecution));
@@ -941,6 +943,8 @@ CreateDistributedExecution(RowModifyLevel modLevel, List *taskList,
 	execution->connectionSetChanged = false;
 	execution->waitFlagsChanged = false;
 
+	execution->jobIdList = jobIdList;
+
 	/* allocate execution specific data once, on the ExecutorState memory context */
 	if (tupleDescriptor != NULL)
 	{

src/backend/distributed/executor/directed_acyclic_graph_execution.c

@@ -51,7 +51,7 @@ static bool IsTaskAlreadyCompleted(Task *task, HTAB *completedTasks);
  * execute all of them in parallel. The parallelism is bound by MaxAdaptiveExecutorPoolSize.
  */
 void
-ExecuteTasksInDependencyOrder(List *allTasks, List *excludedTasks)
+ExecuteTasksInDependencyOrder(List *allTasks, List *excludedTasks, List *jobIds)
 {
 	HTAB *completedTasks = CreateTaskHashTable();
 
@@ -66,7 +66,7 @@ ExecuteTasksInDependencyOrder(List *allTasks, List *excludedTasks)
 			break;
 		}
 		ExecuteTaskListOutsideTransaction(ROW_MODIFY_NONE, curTasks,
-										  MaxAdaptiveExecutorPoolSize);
+										  MaxAdaptiveExecutorPoolSize, jobIds);
 
 		AddCompletedTasks(curTasks, completedTasks);
 		curTasks = NIL;

src/backend/distributed/executor/distributed_intermediate_results.c

@@ -413,7 +413,8 @@ ExecuteSelectTasksIntoTupleStore(List *taskList, TupleDesc resultDescriptor,
 														 work_mem);
 
 	ExecuteTaskListExtended(ROW_MODIFY_READONLY, taskList, resultDescriptor,
-							resultStore, hasReturning, targetPoolSize, &xactProperties);
+							resultStore, hasReturning, targetPoolSize, &xactProperties,
+							NIL);
 
 	return resultStore;
 }

src/backend/distributed/executor/repartition_join_execution.c

@@ -68,7 +68,7 @@ ExecuteDependentTasks(List *topLevelTasks, Job *topLevelJob)
 
 	List *jobIds = CreateTemporarySchemasForMergeTasks(topLevelJob);
 
-	ExecuteTasksInDependencyOrder(allTasks, topLevelTasks);
+	ExecuteTasksInDependencyOrder(allTasks, topLevelTasks, jobIds);
 
 	return jobIds;
 }

src/include/distributed/adaptive_executor.h

@@ -10,11 +10,10 @@ extern int MaxAdaptiveExecutorPoolSize;
 /* GUC, number of ms to wait between opening connections to the same worker */
 extern int ExecutorSlowStartInterval;
 
-extern uint64 ExecuteTaskList(RowModifyLevel modLevel, List *taskList, int
+extern uint64 ExecuteTaskList(RowModifyLevel modLevel, List *taskList,
-							  targetPoolSize);
+							  int targetPoolSize);
 extern uint64 ExecuteTaskListOutsideTransaction(RowModifyLevel modLevel, List *taskList,
-												int
+												int targetPoolSize, List *jobIdList);
-												targetPoolSize);
 
 
 #endif /* ADAPTIVE_EXECUTOR_H */

src/include/distributed/directed_acyclic_graph_execution.h

@@ -14,7 +14,8 @@
 
 #include "nodes/pg_list.h"
 
-extern void ExecuteTasksInDependencyOrder(List *allTasks, List *excludedTasks);
+extern void ExecuteTasksInDependencyOrder(List *allTasks, List *excludedTasks,
+										  List *jobIds);
 
 
 #endif /* DIRECTED_ACYCLIC_GRAPH_EXECUTION_H */

src/include/distributed/multi_executor.h

@@ -77,7 +77,8 @@ extern uint64 ExecuteTaskListExtended(RowModifyLevel modLevel, List *taskList,
 									  TupleDesc tupleDescriptor,
 									  Tuplestorestate *tupleStore,
 									  bool hasReturning, int targetPoolSize,
-									  TransactionProperties *xactProperties);
+									  TransactionProperties *xactProperties,
+									  List *jobIdList);
 extern uint64 ExecuteTaskListIntoTupleStore(RowModifyLevel modLevel, List *taskList,
 											TupleDesc tupleDescriptor,
 											Tuplestorestate *tupleStore,