GroupedSearch

Instance Constructors

new GroupedSearch(nested: Seq[(String, HyperparametersOptimizer[ModelIn])])
new GroupedSearch(nested: Seq[(String, HyperparametersOptimizer[ModelIn])], uid: String)

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def $[T](param: Param[T]): T

Attributes
protected
Definition Classes
Params
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def asInstanceOf[T0]: T0

Definition Classes
Any
final def clear(param: Param[_]): GroupedSearch.this.type

Definition Classes
Params
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
val configurationIndexColumn: Param[String]

Definition Classes
HasConfigurations
val configurations: Block

Definition Classes
HasConfigurations
def copy(extra: ParamMap): GroupedSearch[ModelIn]

Definition Classes
GroupedSearch → SummarizableEstimator → Estimator → PipelineStage → Params
def copyValues[T <: Params](to: T, extra: ParamMap): T

Attributes
protected
Definition Classes
Params
def createForkSource(dataset: Dataset[_]): ForkSource[ModelIn, OptimizerStage, ModelIn]

Attributes
protected
Definition Classes
GroupedSearch → ForkedEstimator
def createForks(dataset: Dataset[_]): Seq[(OptimizerStage, DataFrame)]

Override this method and create forks to train from the data.
Override this method and create forks to train from the data.

Attributes
protected
Definition Classes
GroupedSearch → ForkedEstimator
final def defaultCopy[T <: Params](extra: ParamMap): T

Attributes
protected
Definition Classes
Params
def diveToReproContext(partialData: (OptimizerStage, DataFrame), estimator: SummarizableEstimator[ModelIn]): Unit

Attributes
protected
Definition Classes
ForkedEstimator
final val enableDive: BooleanParam

Definition Classes
ForkedEstimator
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
val errorColumn: Param[String]

Definition Classes
HasConfigurations
def explainParam(param: Param[_]): String

Definition Classes
Params
def explainParams(): String

Definition Classes
Params
final def extract(model: ModelWithSummary[_]): Option[DataFrame]

Definition Classes
MetricsExtractor
val extractExpression: Param[String]

Definition Classes
MetricsExtractor
def extractImpl(model: ModelWithSummary[_]): Option[DataFrame]

Attributes
protected
Definition Classes
HasConfigurations → MetricsExtractor
final def extractParamMap(): ParamMap

Definition Classes
Params
final def extractParamMap(extra: ParamMap): ParamMap

Definition Classes
Params
def failFast(key: OptimizerStage, triedIn: Try[ModelIn]): Try[ModelIn]

Attributes
protected
Definition Classes
ForkedEstimator
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
def finilizeReproContext: ReproContext

Attributes
protected
Definition Classes
ForkedEstimator
def fit(dataset: Dataset[_]): ModelIn

Definition Classes
GroupedSearch → ForkedEstimator → Estimator
def fit(dataset: Dataset[_], paramMaps: Array[ParamMap]): Seq[ModelIn]

Definition Classes
Estimator
Annotations
@Since( "2.0.0" )
def fit(dataset: Dataset[_], paramMap: ParamMap): ModelIn

Definition Classes
Estimator
Annotations
@Since( "2.0.0" )
def fit(dataset: Dataset[_], firstParamPair: ParamPair[_], otherParamPairs: ParamPair[_]*): ModelIn

Definition Classes
Estimator
Annotations
@Since( "2.0.0" ) @varargs()
def fitFork(estimator: SummarizableEstimator[ModelIn], wholeData: Dataset[_], partialData: (OptimizerStage, DataFrame)): (OptimizerStage, Try[ModelIn])

Definition Classes
GroupedSearch → ForkedEstimator
final def get[T](param: Param[T]): Option[T]

Definition Classes
Params
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def getConfigurationIndexColumn: String

Definition Classes
HasConfigurations
def getCurrentContext: Seq[String]

Attributes
protected
Definition Classes
ForkedEstimator
final def getDefault[T](param: Param[T]): Option[T]

Definition Classes
Params
def getErrorColumn: String

Definition Classes
HasConfigurations
def getForkTags(partialData: (OptimizerStage, DataFrame)): Seq[(String, String)]

Attributes
protected
Definition Classes
GroupedSearch → ForkedEstimator
final def getOrDefault[T](param: Param[T]): T

Definition Classes
Params
def getParam(paramName: String): Param[Any]

Definition Classes
Params
def getResultingMetricColumn: String

Definition Classes
HasConfigurations
final def hasDefault[T](param: Param[T]): Boolean

Definition Classes
Params
def hasParam(paramName: String): Boolean

Definition Classes
Params
def hashCode(): Int

Definition Classes
AnyRef → Any
def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean

Attributes
protected
Definition Classes
Logging
def initializeLogIfNecessary(isInterpreter: Boolean): Unit

Attributes
protected
Definition Classes
Logging
final def isDefined(param: Param[_]): Boolean

Definition Classes
Params
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
final def isSet(param: Param[_]): Boolean

Definition Classes
Params
def isTraceEnabled(): Boolean

Attributes
protected
Definition Classes
Logging
def log: Logger

Attributes
protected
Definition Classes
Logging
def logDebug(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logDebug(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logError(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logError(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logInfo(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logInfo(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logMetricsToReproContext(model: ModelIn): Unit

Attributes
protected
Definition Classes
ForkedEstimator
def logName: String

Attributes
protected
Definition Classes
Logging
def logTrace(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logTrace(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logWarning(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logWarning(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def mayBePropagateKey(data: DataFrame, key: Any): DataFrame

Attributes
protected
Definition Classes
ForkedModelParams
def mergeModels(sqlContext: SQLContext, models: Seq[(OptimizerStage, Try[ModelIn])]): ModelIn

Given models trained for each fork create a combined model.
Given models trained for each fork create a combined model. This model is the result of the estimator.

Attributes
protected
Definition Classes
GroupedSearch → ForkedEstimator
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
val nested: SummarizableEstimator[ModelIn]

Nested estimator to call for each fork.
Nested estimator to call for each fork.

Definition Classes
ForkedEstimator
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
final val numThreads: IntParam

Definition Classes
HasNumThreads
final val overwriteModels: BooleanParam

Definition Classes
ForkedEstimator
lazy val params: Array[Param[_]]

Definition Classes
Params
final val pathForTempModels: Param[String]

Definition Classes
ForkedEstimator
final val persistingKeyColumns: StringArrayParam

Definition Classes
ForkedEstimator
final val propagatedKeyColumn: Param[String]

Definition Classes
ForkedModelParams
val resultingMetricColumn: Param[String]

Definition Classes
HasConfigurations
final def set(paramPair: ParamPair[_]): GroupedSearch.this.type

Attributes
protected
Definition Classes
Params
final def set(param: String, value: Any): GroupedSearch.this.type

Attributes
protected
Definition Classes
Params
final def set[T](param: Param[T], value: T): GroupedSearch.this.type

Definition Classes
Params
def setConfigurationIndexColumn(value: String): GroupedSearch.this.type

Definition Classes
HasConfigurations
final def setDefault(paramPairs: ParamPair[_]*): GroupedSearch.this.type

Attributes
protected
Definition Classes
Params
final def setDefault[T](param: Param[T], value: T): GroupedSearch.this.type

Attributes
protected
Definition Classes
Params
def setEnableDive(value: Boolean): GroupedSearch.this.type

Definition Classes
ForkedEstimator
def setErrorColumn(value: String): GroupedSearch.this.type

Definition Classes
HasConfigurations
def setExtractExpression(value: String): GroupedSearch.this.type

Definition Classes
MetricsExtractor
def setNumThreads(value: Int): GroupedSearch.this.type

Definition Classes
HasNumThreads
def setOverwriteModels(value: Boolean): GroupedSearch.this.type

Definition Classes
ForkedEstimator
def setPathForTempModels(value: String): GroupedSearch.this.type

Definition Classes
ForkedEstimator
def setPropagatedKeyColumn(value: String): GroupedSearch.this.type

Definition Classes
ForkedModelParams
def setResultingMetricColumn(value: String): GroupedSearch.this.type

Definition Classes
HasConfigurations
val stageNameColumnName: Param[String]
val stageReversedIndexColumnName: Param[String]
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def toString(): String

Definition Classes
Identifiable → AnyRef → Any
def transformSchema(schema: StructType): StructType

Definition Classes
ForkedEstimator → PipelineStage
Annotations
@DeveloperApi()
def transformSchema(schema: StructType, logging: Boolean): StructType

Attributes
protected
Definition Classes
PipelineStage
Annotations
@DeveloperApi()
val uid: String

Definition Classes
GroupedSearch → ForkedEstimator → Identifiable
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )

Related Doc: package hyperopt

class GroupedSearch[ModelIn <: ModelWithSummary[ModelIn]] extends ForkedEstimator[ModelIn, OptimizerStage, ModelIn] with HasConfigurations

Instance Constructors

new GroupedSearch(nested: Seq[(String, HyperparametersOptimizer[ModelIn])])

new GroupedSearch(nested: Seq[(String, HyperparametersOptimizer[ModelIn])], uid: String)

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def $[T](param: Param[T]): T

final def ==(arg0: Any): Boolean

final def asInstanceOf[T0]: T0

final def clear(param: Param[_]): GroupedSearch.this.type

def clone(): AnyRef

val configurationIndexColumn: Param[String]

val configurations: Block

def copy(extra: ParamMap): GroupedSearch[ModelIn]

def copyValues[T <: Params](to: T, extra: ParamMap): T

def createForkSource(dataset: Dataset[_]): ForkSource[ModelIn, OptimizerStage, ModelIn]

def createForks(dataset: Dataset[_]): Seq[(OptimizerStage, DataFrame)]

final def defaultCopy[T <: Params](extra: ParamMap): T

def diveToReproContext(partialData: (OptimizerStage, DataFrame), estimator: SummarizableEstimator[ModelIn]): Unit

final val enableDive: BooleanParam

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

val errorColumn: Param[String]

def explainParam(param: Param[_]): String

def explainParams(): String

final def extract(model: ModelWithSummary[_]): Option[DataFrame]

val extractExpression: Param[String]

def extractImpl(model: ModelWithSummary[_]): Option[DataFrame]

final def extractParamMap(): ParamMap

final def extractParamMap(extra: ParamMap): ParamMap

def failFast(key: OptimizerStage, triedIn: Try[ModelIn]): Try[ModelIn]

def finalize(): Unit

def finilizeReproContext: ReproContext

def fit(dataset: Dataset[_]): ModelIn

def fit(dataset: Dataset[_], paramMaps: Array[ParamMap]): Seq[ModelIn]

def fit(dataset: Dataset[_], paramMap: ParamMap): ModelIn

def fit(dataset: Dataset[_], firstParamPair: ParamPair[_], otherParamPairs: ParamPair[_]*): ModelIn

def fitFork(estimator: SummarizableEstimator[ModelIn], wholeData: Dataset[_], partialData: (OptimizerStage, DataFrame)): (OptimizerStage, Try[ModelIn])

final def get[T](param: Param[T]): Option[T]

final def getClass(): Class[_]

def getConfigurationIndexColumn: String

def getCurrentContext: Seq[String]

final def getDefault[T](param: Param[T]): Option[T]

def getErrorColumn: String

def getForkTags(partialData: (OptimizerStage, DataFrame)): Seq[(String, String)]

final def getOrDefault[T](param: Param[T]): T

def getParam(paramName: String): Param[Any]

def getResultingMetricColumn: String

final def hasDefault[T](param: Param[T]): Boolean

def hasParam(paramName: String): Boolean

def hashCode(): Int

def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean

def initializeLogIfNecessary(isInterpreter: Boolean): Unit

final def isDefined(param: Param[_]): Boolean

final def isInstanceOf[T0]: Boolean

final def isSet(param: Param[_]): Boolean

def isTraceEnabled(): Boolean

def log: Logger

def logDebug(msg: ⇒ String, throwable: Throwable): Unit

def logDebug(msg: ⇒ String): Unit

def logError(msg: ⇒ String, throwable: Throwable): Unit

def logError(msg: ⇒ String): Unit

def logInfo(msg: ⇒ String, throwable: Throwable): Unit

def logInfo(msg: ⇒ String): Unit

def logMetricsToReproContext(model: ModelIn): Unit

def logName: String

def logTrace(msg: ⇒ String, throwable: Throwable): Unit

def logTrace(msg: ⇒ String): Unit

def logWarning(msg: ⇒ String, throwable: Throwable): Unit

def logWarning(msg: ⇒ String): Unit

def mayBePropagateKey(data: DataFrame, key: Any): DataFrame

def mergeModels(sqlContext: SQLContext, models: Seq[(OptimizerStage, Try[ModelIn])]): ModelIn

final def ne(arg0: AnyRef): Boolean

val nested: SummarizableEstimator[ModelIn]

final def notify(): Unit

final def notifyAll(): Unit

final val numThreads: IntParam