public class YarnClusterExecutor
extends com.pervasive.datarush.cal.dr.AbstractDRClusterExecutor
Constructor and Description |
---|
YarnClusterExecutor(FileClient fileClient,
JobSpecifier jobSpec,
com.pervasive.datarush.hadoop.shims.yarn.ContainerManager containerMgr,
com.pervasive.datarush.cluster.ExecutorOptions execOptions,
Path cacheLocation,
Path libArchiveLocation,
com.pervasive.datarush.cluster.preferences.ClusterPreferences clusterPrefs,
Map<String,ApplicationResource> appResources) |
Modifier and Type | Method and Description |
---|---|
protected <R> MonitoredFuture<R> |
createFuture(DistributedCallableBatch<R> batch,
List<com.pervasive.datarush.cal.dr.CommandHandleInfo> handles,
ExecutionOptions options) |
Map<String,Path> |
drfsRoots() |
protected ResourceAllocation |
getMasterResources() |
protected com.pervasive.datarush.cal.dr.ParallelStartupHelper |
parallelStartup() |
protected List<com.pervasive.datarush.cal.dr.AbstractDRClusterExecutor.CommandServiceInfo> |
start() |
protected <R> List<com.pervasive.datarush.cal.dr.CommandHandleInfo> |
submit(DistributedCallableBatch<R> command,
List<com.pervasive.datarush.cal.dr.AbstractDRClusterExecutor.CommandServiceHelper> services) |
public YarnClusterExecutor(FileClient fileClient, JobSpecifier jobSpec, com.pervasive.datarush.hadoop.shims.yarn.ContainerManager containerMgr, com.pervasive.datarush.cluster.ExecutorOptions execOptions, Path cacheLocation, Path libArchiveLocation, com.pervasive.datarush.cluster.preferences.ClusterPreferences clusterPrefs, Map<String,ApplicationResource> appResources)
protected List<com.pervasive.datarush.cal.dr.AbstractDRClusterExecutor.CommandServiceInfo> start()
start
in class com.pervasive.datarush.cal.dr.AbstractDRClusterExecutor
protected <R> List<com.pervasive.datarush.cal.dr.CommandHandleInfo> submit(DistributedCallableBatch<R> command, List<com.pervasive.datarush.cal.dr.AbstractDRClusterExecutor.CommandServiceHelper> services)
submit
in class com.pervasive.datarush.cal.dr.AbstractDRClusterExecutor
protected <R> MonitoredFuture<R> createFuture(DistributedCallableBatch<R> batch, List<com.pervasive.datarush.cal.dr.CommandHandleInfo> handles, ExecutionOptions options)
createFuture
in class com.pervasive.datarush.cal.dr.AbstractDRClusterExecutor
protected ResourceAllocation getMasterResources()
getMasterResources
in class com.pervasive.datarush.cal.dr.AbstractDRClusterExecutor
public Map<String,Path> drfsRoots()
drfsRoots
in class com.pervasive.datarush.cal.dr.AbstractDRClusterExecutor
protected final com.pervasive.datarush.cal.dr.ParallelStartupHelper parallelStartup()
Copyright © 2016 Actian Corporation. All rights reserved.