public class YarnClusterExecutor extends AbstractDRClusterExecutor
AbstractDRClusterExecutor.CommandServiceHelper, AbstractDRClusterExecutor.CommandServiceInfo
allocationProvider, DIST_MUTEX, distExecutors, fileClient, jobSpec
Constructor and Description |
---|
YarnClusterExecutor(FileClient fileClient,
JobSpecifier jobSpec,
com.pervasive.datarush.hadoop.shims.yarn.ContainerManager containerMgr,
ExecutorOptions execOptions,
Path cacheLocation,
Path libArchiveLocation,
ClusterPreferences clusterPrefs,
Map<String,ApplicationResource> appResources) |
Modifier and Type | Method and Description |
---|---|
protected <R> MonitoredFuture<R> |
createFuture(DistributedCallableBatch<R> batch,
List<CommandHandleInfo> handles,
ExecutionOptions options) |
Map<String,Path> |
drfsRoots() |
protected ResourceAllocation |
getMasterResources() |
protected ParallelStartupHelper |
parallelStartup() |
protected List<AbstractDRClusterExecutor.CommandServiceInfo> |
start() |
protected <R> List<CommandHandleInfo> |
submit(DistributedCallableBatch<R> command,
List<AbstractDRClusterExecutor.CommandServiceHelper> services)
Overridden to either do parallel submit (for dist) or non-parallel (for pseudo-dist)
|
ensureInitialNodeAllocation, execute, execute, fullPartitions, getMasterContext, getNonParallelStatistics, startShutdown, submit, submit, submitMaster
public YarnClusterExecutor(FileClient fileClient, JobSpecifier jobSpec, com.pervasive.datarush.hadoop.shims.yarn.ContainerManager containerMgr, ExecutorOptions execOptions, Path cacheLocation, Path libArchiveLocation, ClusterPreferences clusterPrefs, Map<String,ApplicationResource> appResources)
protected List<AbstractDRClusterExecutor.CommandServiceInfo> start()
start
in class AbstractDRClusterExecutor
protected <R> List<CommandHandleInfo> submit(DistributedCallableBatch<R> command, List<AbstractDRClusterExecutor.CommandServiceHelper> services)
AbstractDRClusterExecutor
submit
in class AbstractDRClusterExecutor
protected <R> MonitoredFuture<R> createFuture(DistributedCallableBatch<R> batch, List<CommandHandleInfo> handles, ExecutionOptions options)
createFuture
in class AbstractDRClusterExecutor
protected ResourceAllocation getMasterResources()
getMasterResources
in class AbstractDRClusterExecutor
public Map<String,Path> drfsRoots()
drfsRoots
in class AbstractDRClusterExecutor
protected final ParallelStartupHelper parallelStartup()
Copyright © 2016 Actian Corporation. All Rights Reserved.