Class

org.apache.spark.ml.odkl.CombinedModel

PerTypeModelLearner

Related Doc: package CombinedModel

Permalink

class PerTypeModelLearner[M <: ModelWithSummary[M]] extends ForkedEstimator[M, String, SelectingModel[M]] with HasTypeCol with HasPredictionCol

Collects types, available in the dataset and trains one model per each type.

Linear Supertypes
HasPredictionCol, HasTypeCol, ForkedEstimator[M, String, SelectingModel[M]], ForkedModelParams, SummarizableEstimator[SelectingModel[M]], Estimator[SelectingModel[M]], PipelineStage, Logging, Params, Serializable, Serializable, Identifiable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. PerTypeModelLearner
  2. HasPredictionCol
  3. HasTypeCol
  4. ForkedEstimator
  5. ForkedModelParams
  6. SummarizableEstimator
  7. Estimator
  8. PipelineStage
  9. Logging
  10. Params
  11. Serializable
  12. Serializable
  13. Identifiable
  14. AnyRef
  15. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new PerTypeModelLearner(nested: SummarizableEstimator[M])

    Permalink

  2. new PerTypeModelLearner(nested: SummarizableEstimator[M], uid: String)

    Permalink

    nested

    Nested estimator or fitting.

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  3. final def $[T](param: Param[T]): T

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  4. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  5. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any

  6. final val cacheForks: Param[Boolean]

    Permalink
    Definition Classes
    ForkedEstimator

  7. final def clear(param: Param[_]): PerTypeModelLearner.this.type

    Permalink
    Definition Classes
    Params

  8. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  9. def copy(extra: ParamMap): PerTypeModelLearner[M]

    Permalink
    Definition Classes
    PerTypeModelLearner → SummarizableEstimator → Estimator → PipelineStage → Params

  10. def copyValues[T <: Params](to: T, extra: ParamMap): T

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  11. def createForks(dataset: Dataset[_]): Seq[(String, DataFrame)]

    Permalink

    Override this method and create forks to train from the data.

    Override this method and create forks to train from the data.

    Attributes
    protected
    Definition Classes
    PerTypeModelLearner → ForkedEstimator

  12. final def defaultCopy[T <: Params](extra: ParamMap): T

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  13. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  14. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  15. def explainParam(param: Param[_]): String

    Permalink
    Definition Classes
    Params

  16. def explainParams(): String

    Permalink
    Definition Classes
    Params

  17. final def extractParamMap(): ParamMap

    Permalink
    Definition Classes
    Params

  18. final def extractParamMap(extra: ParamMap): ParamMap

    Permalink
    Definition Classes
    Params

  19. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  20. def fit(dataset: Dataset[_]): SelectingModel[M]

    Permalink
    Definition Classes
    ForkedEstimator → Estimator

  21. def fit(dataset: Dataset[_], paramMaps: Array[ParamMap]): Seq[SelectingModel[M]]

    Permalink
    Definition Classes
    Estimator
    Annotations
    @Since( "2.0.0" )

  22. def fit(dataset: Dataset[_], paramMap: ParamMap): SelectingModel[M]

    Permalink
    Definition Classes
    Estimator
    Annotations
    @Since( "2.0.0" )

  23. def fit(dataset: Dataset[_], firstParamPair: ParamPair[_], otherParamPairs: ParamPair[_]*): SelectingModel[M]

    Permalink
    Definition Classes
    Estimator
    Annotations
    @Since( "2.0.0" ) @varargs()

  24. def fitFork(wholeData: Dataset[_], partialData: (String, DataFrame)): (String, M)

    Permalink
    Definition Classes
    ForkedEstimator

  25. final def get[T](param: Param[T]): Option[T]

    Permalink
    Definition Classes
    Params

  26. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any

  27. final def getDefault[T](param: Param[T]): Option[T]

    Permalink
    Definition Classes
    Params

  28. final def getOrDefault[T](param: Param[T]): T

    Permalink
    Definition Classes
    Params

  29. def getParam(paramName: String): Param[Any]

    Permalink
    Definition Classes
    Params

  30. final def getPredictionCol: String

    Permalink
    Definition Classes
    HasPredictionCol

  31. final def hasDefault[T](param: Param[T]): Boolean

    Permalink
    Definition Classes
    Params

  32. def hasParam(paramName: String): Boolean

    Permalink
    Definition Classes
    Params

  33. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  34. def initializeLogIfNecessary(isInterpreter: Boolean): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  35. final def isDefined(param: Param[_]): Boolean

    Permalink
    Definition Classes
    Params

  36. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any

  37. final def isSet(param: Param[_]): Boolean

    Permalink
    Definition Classes
    Params

  38. def isTraceEnabled(): Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  39. def log: Logger

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  40. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  41. def logDebug(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  42. def logError(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  43. def logError(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  44. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  45. def logInfo(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  46. def logName: String

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  47. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  48. def logTrace(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  49. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  50. def logWarning(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  51. def mayBePropagateKey(data: DataFrame, key: Any): DataFrame

    Permalink
    Attributes
    protected
    Definition Classes
    ForkedModelParams

  52. def mergeModels(models: Seq[(String, M)]): SelectingModel[M]

    Permalink

    Given models trained for each fork create a combined model.

    Given models trained for each fork create a combined model. This model is the result of the estimator.

    Attributes
    protected
    Definition Classes
    PerTypeModelLearner → ForkedEstimator

  53. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  54. val nested: SummarizableEstimator[M]

    Permalink

    Nested estimator to call for each fork.

    Nested estimator to call for each fork.

    Definition Classes
    ForkedEstimator

  55. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef

  56. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef

  57. lazy val params: Array[Param[_]]

    Permalink
    Definition Classes
    Params

  58. final val pathForTempModels: Param[String]

    Permalink
    Definition Classes
    ForkedEstimator

  59. final val predictionCol: Param[String]

    Permalink
    Definition Classes
    HasPredictionCol

  60. final val propagatedKeyColumn: Param[String]

    Permalink
    Definition Classes
    ForkedModelParams

  61. final def set(paramPair: ParamPair[_]): PerTypeModelLearner.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  62. final def set(param: String, value: Any): PerTypeModelLearner.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  63. final def set[T](param: Param[T], value: T): PerTypeModelLearner.this.type

    Permalink
    Definition Classes
    Params

  64. def setCacheForks(value: Boolean): PerTypeModelLearner.this.type

    Permalink
    Definition Classes
    ForkedEstimator

  65. final def setDefault(paramPairs: ParamPair[_]*): PerTypeModelLearner.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  66. final def setDefault[T](param: Param[T], value: T): PerTypeModelLearner.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  67. def setPathForTempModels(value: String): PerTypeModelLearner.this.type

    Permalink
    Definition Classes
    ForkedEstimator

  68. def setPredictionCol(value: String): PerTypeModelLearner.this.type

    Permalink

  69. def setPropagatedKeyColumn(value: String): PerTypeModelLearner.this.type

    Permalink
    Definition Classes
    ForkedModelParams

  70. def setTrainParallel(value: Boolean): PerTypeModelLearner.this.type

    Permalink
    Definition Classes
    ForkedEstimator

  71. def setTypeColumn(value: String): PerTypeModelLearner.this.type

    Permalink
    Definition Classes
    HasTypeCol

  72. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef

  73. def toString(): String

    Permalink
    Definition Classes
    Identifiable → AnyRef → Any

  74. final val trainParallel: Param[Boolean]

    Permalink
    Definition Classes
    ForkedEstimator

  75. def transformSchema(schema: StructType): StructType

    Permalink
    Definition Classes
    ForkedEstimator → PipelineStage
    Annotations
    @DeveloperApi()

  76. def transformSchema(schema: StructType, logging: Boolean): StructType

    Permalink
    Attributes
    protected
    Definition Classes
    PipelineStage
    Annotations
    @DeveloperApi()

  77. final val typeColumn: Param[String]

    Permalink
    Definition Classes
    HasTypeCol

  78. val uid: String

    Permalink
    Definition Classes
    PerTypeModelLearner → ForkedEstimator → Identifiable

  79. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  80. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  81. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Inherited from HasPredictionCol

Inherited from HasTypeCol

Inherited from ForkedEstimator[M, String, SelectingModel[M]]

Inherited from ForkedModelParams

Inherited from SummarizableEstimator[SelectingModel[M]]

Inherited from Estimator[SelectingModel[M]]

Inherited from PipelineStage

Inherited from Logging

Inherited from Params

Inherited from Serializable

Inherited from Serializable

Inherited from Identifiable

Inherited from AnyRef

Inherited from Any

Ungrouped