package
datatrans
Type Members
-
case class
ChangeFieldEnumsTransformation(_id: Option[BSONObjectID] = None, sourceDataSetId: String, fieldNameOldNewEnums: Seq[(String, String, String)], resultDataSetSpec: ResultDataSetSpec, streamSpec: StreamSpec, scheduled: Boolean = false, scheduledTime: Option[ScheduledTime] = None, timeCreated: Date = new Date(), timeLastExecuted: Option[Date] = None) extends DataSetTransformation with Product with Serializable
-
case class
CopyDataSetTransformation(_id: Option[BSONObjectID] = None, sourceDataSetId: String, resultDataSetSpec: ResultDataSetSpec, streamSpec: StreamSpec, scheduled: Boolean = false, scheduledTime: Option[ScheduledTime] = None, timeCreated: Date = new Date(), timeLastExecuted: Option[Date] = None) extends DataSetTransformation with Product with Serializable
-
case class
DataSetLinkSpec(leftSourceDataSetId: String, rightSourceDataSetId: String, leftLinkFieldNames: Seq[String], rightLinkFieldNames: Seq[String], leftPreserveFieldNames: Traversable[String], rightPreserveFieldNames: Traversable[String], addDataSetIdToRightFieldNames: Boolean, resultDataSetSpec: ResultDataSetSpec, processingBatchSize: Option[Int] = None, saveBatchSize: Option[Int] = None, backpressureBufferSize: Option[Int] = None, parallelism: Option[Int] = None) extends DataSetTransformation2 with Product with Serializable
-
case class
DataSetSeriesProcessingSpec(sourceDataSetId: String, resultDataSetSpec: ResultDataSetSpec, seriesProcessingSpecs: Seq[SeriesProcessingSpec], preserveFieldNames: Seq[String], processingBatchSize: Option[Int], saveBatchSize: Option[Int]) extends DataSetTransformation2 with Product with Serializable
-
case class
DataSetSeriesTransformationSpec(sourceDataSetId: String, resultDataSetSpec: ResultDataSetSpec, seriesTransformationSpecs: Seq[SeriesTransformationSpec], preserveFieldNames: Seq[String], processingBatchSize: Option[Int], saveBatchSize: Option[Int]) extends DataSetTransformation2 with Product with Serializable
-
-
-
case class
DropFieldsTransformation(_id: Option[BSONObjectID] = None, sourceDataSetId: String, fieldNamesToKeep: Traversable[String], fieldNamesToDrop: Traversable[String], resultDataSetSpec: ResultDataSetSpec, streamSpec: StreamSpec, scheduled: Boolean = false, scheduledTime: Option[ScheduledTime] = None, timeCreated: Date = new Date(), timeLastExecuted: Option[Date] = None) extends DataSetTransformation with Product with Serializable
-
case class
MultiDataSetLinkSpec(leftSourceDataSetId: String, rightSourceDataSetIds: Seq[String], leftLinkFieldNames: Seq[String], rightLinkFieldNames: Seq[Seq[String]], leftPreserveFieldNames: Traversable[String], rightPreserveFieldNames: Seq[Traversable[String]], addDataSetIdToRightFieldNames: Boolean, resultDataSetSpec: ResultDataSetSpec, processingBatchSize: Option[Int] = None, saveBatchSize: Option[Int] = None, backpressureBufferSize: Option[Int] = None, parallelism: Option[Int] = None) extends DataSetTransformation2 with Product with Serializable
-
case class
RenameFieldsTransformation(_id: Option[BSONObjectID] = None, sourceDataSetId: String, fieldOldNewNames: Seq[(String, String)], resultDataSetSpec: ResultDataSetSpec, streamSpec: StreamSpec, scheduled: Boolean = false, scheduledTime: Option[ScheduledTime] = None, timeCreated: Date = new Date(), timeLastExecuted: Option[Date] = None) extends DataSetTransformation with Product with Serializable
-
case class
ResultDataSetSpec(id: String, name: String, storageType: StorageType.Value) extends Product with Serializable
-
case class
SelfLinkSpec(dataSetId: String, keyFieldNames: Seq[String], valueFieldName: String, processingBatchSize: Option[Int], resultDataSetSpec: ResultDataSetSpec) extends DataSetTransformation2 with Product with Serializable
-
case class
SeriesProcessingSpec(fieldPath: String, processingType: SeriesProcessingType.Value, pastValuesCount: Int, addInitPaddingWithZeroes: Boolean = true) extends Product with Serializable
-
case class
SeriesTransformationSpec(fieldPath: String, transformType: incal.spark_ml.models.VectorScalerType.Value) extends Product with Serializable