Packages

  • package root
    Definition Classes
    root
  • package org
    Definition Classes
    root
  • package apache
    Definition Classes
    org
  • package spark
    Definition Classes
    apache
  • package sql
    Definition Classes
    spark
  • package catalyst

    Catalyst is a library for manipulating relational query plans.

    Catalyst is a library for manipulating relational query plans. All classes in catalyst are considered an internal API to Spark SQL and are subject to change between minor releases.

    Definition Classes
    sql
  • package dsl

    A collection of implicit conversions that create a DSL for constructing catalyst data structures.

    A collection of implicit conversions that create a DSL for constructing catalyst data structures.

    scala> import org.apache.spark.sql.catalyst.dsl.expressions._

// Standard operators are added to expressions.
scala> import org.apache.spark.sql.catalyst.expressions.Literal
scala> Literal(1) + Literal(1)
res0: org.apache.spark.sql.catalyst.expressions.Add = (1 + 1)

// There is a conversion from 'symbols to unresolved attributes.
scala> 'a.attr
res1: org.apache.spark.sql.catalyst.analysis.UnresolvedAttribute = 'a

// These unresolved attributes can be used to create more complicated expressions.
scala> 'a === 'b
res2: org.apache.spark.sql.catalyst.expressions.EqualTo = ('a = 'b)

// SQL verbs can be used to construct logical query plans.
scala> import org.apache.spark.sql.catalyst.plans.logical._
scala> import org.apache.spark.sql.catalyst.dsl.plans._
scala> LocalRelation('key.int, 'value.string).where('key === 1).select('value).analyze
res3: org.apache.spark.sql.catalyst.plans.logical.LogicalPlan =
Project [value#3]
 Filter (key#2 = 1)
  LocalRelation [key#2,value#3], []
    Definition Classes
    catalyst
  • ExpressionConversions
  • ImplicitOperators
  • expressions
  • plans

object expressions extends ExpressionConversions

Linear Supertypes
ExpressionConversions, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. expressions
  2. ExpressionConversions
  3. AnyRef
  4. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Type Members

  1. implicit class DslAttribute extends AnyRef
    Definition Classes
    ExpressionConversions
  2. implicit class DslExpression extends ImplicitOperators
    Definition Classes
    ExpressionConversions
  3. implicit class DslString extends ImplicitOperators
    Definition Classes
    ExpressionConversions
  4. implicit class DslSymbol extends ImplicitAttribute
    Definition Classes
    ExpressionConversions
  5. abstract class ImplicitAttribute extends ImplicitOperators
    Definition Classes
    ExpressionConversions
  6. implicit class StringToAttributeConversionHelper extends AnyRef

    Converts $"col name" into an analysis.UnresolvedAttribute.

    Converts $"col name" into an analysis.UnresolvedAttribute.

    Definition Classes
    ExpressionConversions

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. def abs(e: Expression): Expression
    Definition Classes
    ExpressionConversions
  5. def approxCountDistinct(e: Expression, rsd: Double = 0.05): Expression
    Definition Classes
    ExpressionConversions
  6. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  7. def avg(e: Expression): Expression
    Definition Classes
    ExpressionConversions
  8. implicit def bigDecimalToLiteral(d: BigDecimal): Literal
    Definition Classes
    ExpressionConversions
  9. implicit def bigDecimalToLiteral(d: BigDecimal): Literal
    Definition Classes
    ExpressionConversions
  10. implicit def binaryToLiteral(a: Array[Byte]): Literal
    Definition Classes
    ExpressionConversions
  11. implicit def booleanToLiteral(b: Boolean): Literal
    Definition Classes
    ExpressionConversions
  12. implicit def byteToLiteral(b: Byte): Literal
    Definition Classes
    ExpressionConversions
  13. def callFunction[T, U](func: (T) ⇒ U, returnType: DataType, argument: Expression): Expression
    Definition Classes
    ExpressionConversions
  14. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  15. def coalesce(args: Expression*): Expression
    Definition Classes
    ExpressionConversions
  16. def count(e: Expression): Expression
    Definition Classes
    ExpressionConversions
  17. def countDistinct(e: Expression*): Expression
    Definition Classes
    ExpressionConversions
  18. implicit def dateToLiteral(d: Date): Literal
    Definition Classes
    ExpressionConversions
  19. implicit def decimalToLiteral(d: Decimal): Literal
    Definition Classes
    ExpressionConversions
  20. implicit def doubleToLiteral(d: Double): Literal
    Definition Classes
    ExpressionConversions
  21. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  22. def equals(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  23. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  24. def first(e: Expression): Expression
    Definition Classes
    ExpressionConversions
  25. implicit def floatToLiteral(f: Float): Literal
    Definition Classes
    ExpressionConversions
  26. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  27. def greatest(args: Expression*): Expression
    Definition Classes
    ExpressionConversions
  28. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  29. implicit def instantToLiteral(i: Instant): Literal
    Definition Classes
    ExpressionConversions
  30. implicit def intToLiteral(i: Int): Literal
    Definition Classes
    ExpressionConversions
  31. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  32. def last(e: Expression): Expression
    Definition Classes
    ExpressionConversions
  33. def least(args: Expression*): Expression
    Definition Classes
    ExpressionConversions
  34. implicit def localDateToLiteral(d: LocalDate): Literal
    Definition Classes
    ExpressionConversions
  35. implicit def longToLiteral(l: Long): Literal
    Definition Classes
    ExpressionConversions
  36. def lower(e: Expression): Expression
    Definition Classes
    ExpressionConversions
  37. def max(e: Expression): Expression
    Definition Classes
    ExpressionConversions
  38. def maxDistinct(e: Expression): Expression
    Definition Classes
    ExpressionConversions
  39. def min(e: Expression): Expression
    Definition Classes
    ExpressionConversions
  40. def minDistinct(e: Expression): Expression
    Definition Classes
    ExpressionConversions
  41. def namedStruct(e: Expression*): Expression
    Definition Classes
    ExpressionConversions
  42. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  43. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  44. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  45. def rand(e: Long): Expression
    Definition Classes
    ExpressionConversions
  46. implicit def shortToLiteral(s: Short): Literal
    Definition Classes
    ExpressionConversions
  47. def sqrt(e: Expression): Expression
    Definition Classes
    ExpressionConversions
  48. def star(names: String*): Expression
    Definition Classes
    ExpressionConversions
  49. implicit def stringToLiteral(s: String): Literal
    Definition Classes
    ExpressionConversions
  50. def sum(e: Expression): Expression
    Definition Classes
    ExpressionConversions
  51. def sumDistinct(e: Expression): Expression
    Definition Classes
    ExpressionConversions
  52. implicit def symbolToUnresolvedAttribute(s: Symbol): UnresolvedAttribute
    Definition Classes
    ExpressionConversions
  53. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  54. implicit def timestampToLiteral(t: Timestamp): Literal
    Definition Classes
    ExpressionConversions
  55. def toString(): String
    Definition Classes
    AnyRef → Any
  56. def upper(e: Expression): Expression
    Definition Classes
    ExpressionConversions
  57. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  58. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  59. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  60. def windowExpr(windowFunc: Expression, windowSpec: WindowSpecDefinition): WindowExpression
    Definition Classes
    ExpressionConversions
  61. def windowSpec(partitionSpec: Seq[Expression], orderSpec: Seq[SortOrder], frame: WindowFrame): WindowSpecDefinition
    Definition Classes
    ExpressionConversions

Inherited from ExpressionConversions

Inherited from AnyRef

Inherited from Any

Ungrouped