Module datarush.hadoop.core

Package com.actian.dataflow.cal.yarn.shared

Class YarnAppMasterArgs

java.lang.Object

com.actian.dataflow.cal.yarn.shared.YarnAppMasterArgs

public class YarnAppMasterArgs
extends Object

A container of objects passed to the application master as arguments. The container of objects is serialized and pushed to HDFS. The file is used as a local resource to the application master process. On startup, the app master reads the now local file and deserializes the container.

Constructor Summary

Constructors

Constructor

Description

YarnAppMasterArgs(JobSpecifier jobSpec, ModuleConfiguration moduleCfg, FileMetaConfiguration fileCfg, ClasspathSpecifier classpathSpec, com.pervasive.datarush.cluster.ExecutorOptions options, List<com.pervasive.datarush.hadoop.shims.yarn.YarnNodeDescriptor> nodeDescriptors, Path cacheLocation, Path libArchiveLocation, int jobPriority, com.pervasive.datarush.cluster.preferences.ClusterPreferences clusterPreferences, Map<String,ApplicationResource> appResources)

Method Summary

Modifier and Type	Method	Description
Map<String,ApplicationResource>	getAppResources()
Path	getCacheLocation()
ClasspathSpecifier	getClasspathSpecifier()
com.pervasive.datarush.cluster.preferences.ClusterPreferences	getClusterPreferences()
FileMetaConfiguration	getFileConfiguration()
int	getJobPriority()
JobSpecifier	getJobSpecifier()
Path	getLibArchiveLocation()
ModuleConfiguration	getModuleConfiguration()
List<com.pervasive.datarush.hadoop.shims.yarn.YarnNodeDescriptor>	getNodeDescriptors()
com.pervasive.datarush.cluster.ExecutorOptions	getOptions()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

YarnAppMasterArgs

public YarnAppMasterArgs(JobSpecifier jobSpec,
                         ModuleConfiguration moduleCfg,
                         FileMetaConfiguration fileCfg,
                         ClasspathSpecifier classpathSpec,
                         com.pervasive.datarush.cluster.ExecutorOptions options,
                         List<com.pervasive.datarush.hadoop.shims.yarn.YarnNodeDescriptor> nodeDescriptors,
                         Path cacheLocation,
                         Path libArchiveLocation,
                         int jobPriority,
                         com.pervasive.datarush.cluster.preferences.ClusterPreferences clusterPreferences,
                         Map<String,ApplicationResource> appResources)

Method Detail

getJobSpecifier

public JobSpecifier getJobSpecifier()

getModuleConfiguration

public ModuleConfiguration getModuleConfiguration()

getFileConfiguration

public FileMetaConfiguration getFileConfiguration()

getClasspathSpecifier

public ClasspathSpecifier getClasspathSpecifier()

getOptions

public com.pervasive.datarush.cluster.ExecutorOptions getOptions()

getNodeDescriptors

public List<com.pervasive.datarush.hadoop.shims.yarn.YarnNodeDescriptor> getNodeDescriptors()

getCacheLocation

public Path getCacheLocation()

getLibArchiveLocation

public Path getLibArchiveLocation()

getJobPriority

public int getJobPriority()

getClusterPreferences

public com.pervasive.datarush.cluster.preferences.ClusterPreferences getClusterPreferences()

getAppResources

public Map<String,ApplicationResource> getAppResources()