org.apache.spark.ml.odkl

FoldedFeatureSelector

abstract class FoldedFeatureSelector[SelectingModel <: ModelWithSummary[SelectingModel] with HasWeights, Filter <: GenericFeatureSelector[Filter]] extends Estimator[Filter] with SummarizableEstimator[Filter] with HasWeights with HasFeaturesCol with HasFeaturesSignificance

Created by dmitriybugaichenko on 29.11.16.

This utility is used to perform external feature selection based on multi-fold evaluation and computing weights confidence intervals based on the weights from each fold.

Linear Supertypes
HasFeaturesSignificance, HasFeaturesCol, HasWeights, SummarizableEstimator[Filter], Estimator[Filter], PipelineStage, Logging, Params, Serializable, Serializable, Identifiable, AnyRef, Any
Known Subclasses
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. FoldedFeatureSelector
  2. HasFeaturesSignificance
  3. HasFeaturesCol
  4. HasWeights
  5. SummarizableEstimator
  6. Estimator
  7. PipelineStage
  8. Logging
  9. Params
  10. Serializable
  11. Serializable
  12. Identifiable
  13. AnyRef
  14. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Instance Constructors

  1. new FoldedFeatureSelector(nested: SummarizableEstimator[SelectingModel], uid: String)

Abstract Value Members

  1. abstract def createModel(): Filter

    Attributes
    protected

Concrete Value Members

  1. final def !=(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  2. final def !=(arg0: Any): Boolean

    Definition Classes
    Any
  3. final def ##(): Int

    Definition Classes
    AnyRef → Any
  4. final def $[T](param: Param[T]): T

    Attributes
    protected
    Definition Classes
    Params
  5. final def ==(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  6. final def ==(arg0: Any): Boolean

    Definition Classes
    Any
  7. final def asInstanceOf[T0]: T0

    Definition Classes
    Any
  8. val avg: String

    Definition Classes
    HasFeaturesSignificance
  9. final def clear(param: Param[_]): FoldedFeatureSelector.this.type

    Definition Classes
    Params
  10. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  11. def copy(extra: ParamMap): FoldedFeatureSelector.this.type

    Definition Classes
    FoldedFeatureSelectorSummarizableEstimator → Estimator → PipelineStage → Params
  12. def copyValues[T <: Params](to: T, extra: ParamMap): T

    Attributes
    protected
    Definition Classes
    Params
  13. final def defaultCopy[T <: Params](extra: ParamMap): T

    Attributes
    protected
    Definition Classes
    Params
  14. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  15. def equals(arg0: Any): Boolean

    Definition Classes
    AnyRef → Any
  16. def explainParam(param: Param[_]): String

    Definition Classes
    Params
  17. def explainParams(): String

    Definition Classes
    Params
  18. final def extractParamMap(): ParamMap

    Definition Classes
    Params
  19. final def extractParamMap(extra: ParamMap): ParamMap

    Definition Classes
    Params
  20. val feature_index: String

    Definition Classes
    HasFeaturesSignificance
  21. val feature_name: String

    Definition Classes
    HasFeaturesSignificance
  22. final val featuresCol: Param[String]

    Definition Classes
    HasFeaturesCol
  23. def featuresSignificance: Block

    Definition Classes
    HasFeaturesSignificance
  24. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  25. def fit(dataset: DataFrame): Filter

    Transforms the input dataset.

    Transforms the input dataset.

    Definition Classes
    FoldedFeatureSelector → Estimator
  26. def fit(dataset: DataFrame, paramMaps: Array[ParamMap]): Seq[Filter]

    Definition Classes
    Estimator
  27. def fit(dataset: DataFrame, paramMap: ParamMap): Filter

    Definition Classes
    Estimator
  28. def fit(dataset: DataFrame, firstParamPair: ParamPair[_], otherParamPairs: ParamPair[_]*): Filter

    Definition Classes
    Estimator
    Annotations
    @varargs()
  29. final def get[T](param: Param[T]): Option[T]

    Definition Classes
    Params
  30. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any
  31. final def getDefault[T](param: Param[T]): Option[T]

    Definition Classes
    Params
  32. final def getFeaturesCol: String

    Definition Classes
    HasFeaturesCol
  33. final def getOrDefault[T](param: Param[T]): T

    Definition Classes
    Params
  34. def getParam(paramName: String): Param[Any]

    Definition Classes
    Params
  35. final def hasDefault[T](param: Param[T]): Boolean

    Definition Classes
    Params
  36. def hasParam(paramName: String): Boolean

    Definition Classes
    Params
  37. def hashCode(): Int

    Definition Classes
    AnyRef → Any
  38. val index: String

    Definition Classes
    HasWeights
  39. final def isDefined(param: Param[_]): Boolean

    Definition Classes
    Params
  40. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any
  41. final def isSet(param: Param[_]): Boolean

    Definition Classes
    Params
  42. def isTraceEnabled(): Boolean

    Attributes
    protected
    Definition Classes
    Logging
  43. def log: Logger

    Attributes
    protected
    Definition Classes
    Logging
  44. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    Attributes
    protected
    Definition Classes
    Logging
  45. def logDebug(msg: ⇒ String): Unit

    Attributes
    protected
    Definition Classes
    Logging
  46. def logError(msg: ⇒ String, throwable: Throwable): Unit

    Attributes
    protected
    Definition Classes
    Logging
  47. def logError(msg: ⇒ String): Unit

    Attributes
    protected
    Definition Classes
    Logging
  48. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    Attributes
    protected
    Definition Classes
    Logging
  49. def logInfo(msg: ⇒ String): Unit

    Attributes
    protected
    Definition Classes
    Logging
  50. def logName: String

    Attributes
    protected
    Definition Classes
    Logging
  51. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    Attributes
    protected
    Definition Classes
    Logging
  52. def logTrace(msg: ⇒ String): Unit

    Attributes
    protected
    Definition Classes
    Logging
  53. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    Attributes
    protected
    Definition Classes
    Logging
  54. def logWarning(msg: ⇒ String): Unit

    Attributes
    protected
    Definition Classes
    Logging
  55. def minSignificance: DoubleParam

  56. val n: String

    Definition Classes
    HasFeaturesSignificance
  57. val name: String

    Definition Classes
    HasWeights
  58. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  59. final def notify(): Unit

    Definition Classes
    AnyRef
  60. final def notifyAll(): Unit

    Definition Classes
    AnyRef
  61. lazy val params: Array[Param[_]]

    Definition Classes
    Params
  62. final def set(paramPair: ParamPair[_]): FoldedFeatureSelector.this.type

    Attributes
    protected
    Definition Classes
    Params
  63. final def set(param: String, value: Any): FoldedFeatureSelector.this.type

    Attributes
    protected
    Definition Classes
    Params
  64. final def set[T](param: Param[T], value: T): FoldedFeatureSelector.this.type

    Definition Classes
    Params
  65. final def setDefault(paramPairs: ParamPair[_]*): FoldedFeatureSelector.this.type

    Attributes
    protected
    Definition Classes
    Params
  66. final def setDefault[T](param: Param[T], value: T): FoldedFeatureSelector.this.type

    Attributes
    protected
    Definition Classes
    Params
  67. def setMinSignificance(value: Double): FoldedFeatureSelector.this.type

  68. val significance: String

    Definition Classes
    HasFeaturesSignificance
  69. val std: String

    Definition Classes
    HasFeaturesSignificance
  70. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef
  71. def toStatRecords(significance: DataFrame, model: SelectingModel): WeightsStat

  72. def toString(): String

    Definition Classes
    Identifiable → AnyRef → Any
  73. def transformSchema(schema: StructType): StructType

    Definition Classes
    FoldedFeatureSelector → PipelineStage
  74. def transformSchema(schema: StructType, logging: Boolean): StructType

    Attributes
    protected
    Definition Classes
    PipelineStage
    Annotations
    @DeveloperApi()
  75. val uid: String

    Definition Classes
    FoldedFeatureSelector → Identifiable
  76. def validateParams(): Unit

    Definition Classes
    Params
  77. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  78. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  79. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  80. val weight: String

    Definition Classes
    HasWeights
  81. val weights: Block

    Definition Classes
    HasWeights

Inherited from HasFeaturesSignificance

Inherited from HasFeaturesCol

Inherited from HasWeights

Inherited from SummarizableEstimator[Filter]

Inherited from Estimator[Filter]

Inherited from PipelineStage

Inherited from Logging

Inherited from Params

Inherited from Serializable

Inherited from Serializable

Inherited from Identifiable

Inherited from AnyRef

Inherited from Any

Ungrouped