Class/Object

org.emmalanguage.api

SparkDataset

Related Docs: object SparkDataset | package api

Permalink

class SparkDataset[A] extends DataBag[A]

A DataBag implementation backed by a Spark Dataset.

Linear Supertypes
DataBag[A], Serializable, Serializable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. SparkDataset
  2. DataBag
  3. Serializable
  4. Serializable
  5. AnyRef
  6. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  4. def as[DColl[_]](implicit conv: (DataBag[A]) ⇒ DColl[A]): DColl[A]

    Permalink
    Definition Classes
    DataBag

  5. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any

  6. def bottom(n: Int)(implicit o: Ordering[A]): List[A]

    Permalink
    Definition Classes
    DataBag

  7. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  8. def collect(): Seq[A]

    Permalink
    Definition Classes
    SparkDataset → DataBag

  9. def count(p: (A) ⇒ Boolean): Long

    Permalink
    Definition Classes
    DataBag

  10. def distinct: DataBag[A]

    Permalink
    Definition Classes
    SparkDataset → DataBag

  11. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  12. def equals(o: Any): Boolean

    Permalink
    Definition Classes
    SparkDataset → DataBag → AnyRef → Any

  13. def exists(p: (A) ⇒ Boolean): Boolean

    Permalink
    Definition Classes
    DataBag

  14. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  15. def find(p: (A) ⇒ Boolean): Option[A]

    Permalink
    Definition Classes
    SparkDataset → DataBag

  16. def flatMap[B](f: (A) ⇒ DataBag[B])(implicit arg0: Meta[B]): DataBag[B]

    Permalink
    Definition Classes
    SparkDataset → DataBag

  17. def fold[B](alg: Alg[A, B])(implicit arg0: Meta[B]): B

    Permalink
    Definition Classes
    SparkDataset → DataBag

  18. def fold[B](zero: B)(init: (A) ⇒ B, plus: (B, B) ⇒ B)(implicit arg0: Meta[B]): B

    Permalink
    Definition Classes
    DataBag

  19. def forall(p: (A) ⇒ Boolean): Boolean

    Permalink
    Definition Classes
    DataBag

  20. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any

  21. def groupBy[K](k: (A) ⇒ K)(implicit arg0: Meta[K]): DataBag[Group[K, DataBag[A]]]

    Permalink
    Definition Classes
    SparkDataset → DataBag

  22. def hashCode(): Int

    Permalink
    Definition Classes
    SparkDataset → DataBag → AnyRef → Any

  23. def isEmpty: Boolean

    Permalink
    Definition Classes
    DataBag

  24. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any

  25. val m: Meta[A]

    Permalink
    Definition Classes
    SparkDataset → DataBag

  26. def map[B](f: (A) ⇒ B)(implicit arg0: Meta[B]): DataBag[B]

    Permalink
    Definition Classes
    SparkDataset → DataBag

  27. def max(implicit o: Ordering[A]): A

    Permalink
    Definition Classes
    SparkDataset → DataBag

  28. def min(implicit o: Ordering[A]): A

    Permalink
    Definition Classes
    SparkDataset → DataBag

  29. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  30. def nonEmpty: Boolean

    Permalink
    Definition Classes
    DataBag

  31. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef

  32. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef

  33. def product(implicit n: Numeric[A]): A

    Permalink
    Definition Classes
    DataBag

  34. def reduce[B >: A](zero: B)(plus: (B, B) ⇒ B)(implicit arg0: Meta[B]): B

    Permalink
    Definition Classes
    DataBag

  35. def reduceOption(p: (A, A) ⇒ A): Option[A]

    Permalink
    Definition Classes
    SparkDataset → DataBag

  36. def sample(k: Int, seed: Long = 5394826801L): Vector[A]

    Permalink
    Definition Classes
    SparkDataset → DataBag

  37. def size: Long

    Permalink
    Definition Classes
    DataBag

  38. def sum(implicit n: Numeric[A]): A

    Permalink
    Definition Classes
    DataBag

  39. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef

  40. def toString(): String

    Permalink
    Definition Classes
    AnyRef → Any

  41. def top(n: Int)(implicit o: Ordering[A]): List[A]

    Permalink
    Definition Classes
    DataBag

  42. def union(that: DataBag[A]): DataBag[A]

    Permalink
    Definition Classes
    SparkDataset → DataBag

  43. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  44. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  45. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  46. def withFilter(p: (A) ⇒ Boolean): DataBag[A]

    Permalink
    Definition Classes
    SparkDataset → DataBag

  47. def writeCSV(path: String, format: CSV)(implicit converter: CSVConverter[A]): Unit

    Permalink
    Definition Classes
    SparkDataset → DataBag

  48. def writeParquet(path: String, format: Parquet)(implicit converter: ParquetConverter[A]): Unit

    Permalink
    Definition Classes
    SparkDataset → DataBag

  49. def writeText(path: String): Unit

    Permalink
    Definition Classes
    SparkDataset → DataBag

  50. def zipWithIndex(): DataBag[(A, Long)]

    Permalink
    Definition Classes
    SparkDataset → DataBag

Inherited from DataBag[A]

Inherited from Serializable

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped