SparkAction

Instance Constructors

new SparkAction(name: String, sparkSettings: String, sparkMasterURL: String, sparkMode: String, sparkJobName: String, mainClass: String, sparkJar: String, sparkOptions: String, commandLineArgs: Seq[String], files: Seq[String], prepareOption: Option[Prepare] = None, configuration: Configuration, yarnConfig: YarnConfig)

name
the name of the action
sparkSettings
the spark settings location
sparkMasterURL
the url of the spark master
sparkMode
the mode the spark job should run in
sparkJobName
the name of the spark job
mainClass
the main class of the spark job
sparkJar
the location of the spark jar
sparkOptions
options for the spark job
commandLineArgs
command line arguments for the spark job
prepareOption
an optional prepare phase for the action
configuration
additional config for this action
yarnConfig
Yarn configuration for this action

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def asInstanceOf[T0]: T0

Definition Classes
Any
def buildSequenceProperties(actionName: String, propName: String, valueSequence: Seq[String]): Map[String, String]

Convert a sequence of property values to a map of KV pairs
Convert a sequence of property values to a map of KV pairs
actionName
The name of the action to insert into the property name
valueSequence
The property values

Attributes
protected
Definition Classes
OozieProperties
def buildStringOptionProperty(actionName: String, propName: String, option: Option[String]): Map[_ <: String, String]

Attributes
protected
Definition Classes
OozieProperties
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
def formatProperty(property: String): String

format predicates to expected pattern
format predicates to expected pattern

Attributes
protected
Definition Classes
OozieProperties
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def hashCode(): Int

Definition Classes
AnyRef → Any
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
val name: String

the name of the action
the name of the action

Definition Classes
SparkAction → Nameable
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
def properties: Map[String, String]

Get the Oozie properties for this object
Get the Oozie properties for this object

Definition Classes
SparkAction → OozieProperties
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def toString(): String

Definition Classes
AnyRef → Any
def toXML: Elem

The XML for this node
The XML for this node

Definition Classes
SparkAction → XmlSerializable
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
val xmlns: Option[String]

The XML namespace for an action element
The XML namespace for an action element

Definition Classes
SparkAction → Action

Related Docs: object SparkAction | package action

final class SparkAction extends Action

Instance Constructors

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

final def asInstanceOf[T0]: T0

def buildSequenceProperties(actionName: String, propName: String, valueSequence: Seq[String]): Map[String, String]

def buildStringOptionProperty(actionName: String, propName: String, option: Option[String]): Map[_ <: String, String]

def clone(): AnyRef

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def finalize(): Unit

def formatProperty(property: String): String

final def getClass(): Class[_]

def hashCode(): Int

final def isInstanceOf[T0]: Boolean

val name: String

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

def properties: Map[String, String]

final def synchronized[T0](arg0: ⇒ T0): T0

def toString(): String

def toXML: Elem

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

val xmlns: Option[String]

Inherited from Action

Inherited from OozieProperties

Inherited from Nameable

Inherited from XmlSerializable

Inherited from AnyRef

Inherited from Any

Ungrouped