Packages

  • package root
    Definition Classes
    root
  • package ai
    Definition Classes
    root
  • package eto
    Definition Classes
    ai
  • package rikai
    Definition Classes
    eto
  • package sql

    Rikai SQL-ML extension.

    Rikai SQL-ML extension.

    Rikai offers DDL to manipulate ML Models:

    CREATE MODEL model_name
    [ OPTIONS (key=value, key=value, ...) ]
    [ AS "model_registry_uri" ]
    
    # List all registered models.
    SHOW MODELS
    
    # Describe the details of a model.
    (DESC | DESCRIBE) MODEL model_name
    
    # Drop a Model
    DROP MODEL model_name

    A ML_PREDICT function is implemented to run model inference.

    SELECT id, ML_PREDICT(model_name, col1, col2, col3) as predicted FROM table
    Definition Classes
    rikai
  • FilterUtils
  • Indexer
  • RikaiDataSource
  • RikaiFileFormat
  • RikaiReader
  • RikaiWriter
c

ai.eto.rikai

RikaiDataSource

class RikaiDataSource extends ParquetDataSourceV2

Linear Supertypes
ParquetDataSourceV2, FileDataSourceV2, DataSourceRegister, TableProvider, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. RikaiDataSource
  2. ParquetDataSourceV2
  3. FileDataSourceV2
  4. DataSourceRegister
  5. TableProvider
  6. AnyRef
  7. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new RikaiDataSource()

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  5. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  6. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  7. def equals(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  8. def fallbackFileFormat: Class[_ <: FileFormat]
    Definition Classes
    RikaiDataSource → ParquetDataSourceV2 → FileDataSourceV2
  9. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  10. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  11. def getOptionsWithoutPaths(map: CaseInsensitiveStringMap): CaseInsensitiveStringMap
    Attributes
    protected
    Definition Classes
    FileDataSourceV2
  12. def getPaths(map: CaseInsensitiveStringMap): Seq[String]
    Attributes
    protected
    Definition Classes
    FileDataSourceV2
  13. def getTable(options: CaseInsensitiveStringMap, schema: StructType): Table
    Definition Classes
    ParquetDataSourceV2 → FileDataSourceV2
  14. def getTable(options: CaseInsensitiveStringMap): Table
    Definition Classes
    ParquetDataSourceV2 → FileDataSourceV2
  15. def getTable(schema: StructType, partitioning: Array[Transform], properties: Map[String, String]): Table
    Definition Classes
    FileDataSourceV2 → TableProvider
  16. def getTableName(map: CaseInsensitiveStringMap, paths: Seq[String]): String
    Attributes
    protected
    Definition Classes
    FileDataSourceV2
  17. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  18. def inferPartitioning(options: CaseInsensitiveStringMap): Array[Transform]
    Definition Classes
    FileDataSourceV2 → TableProvider
  19. def inferSchema(options: CaseInsensitiveStringMap): StructType
    Definition Classes
    FileDataSourceV2 → TableProvider
  20. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  21. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  22. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  23. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  24. def shortName(): String
    Definition Classes
    RikaiDataSource → ParquetDataSourceV2 → DataSourceRegister
  25. lazy val sparkSession: SparkSession
    Definition Classes
    FileDataSourceV2
  26. def supportsExternalMetadata(): Boolean
    Definition Classes
    FileDataSourceV2 → TableProvider
  27. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  28. def toString(): String
    Definition Classes
    AnyRef → Any
  29. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  30. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  31. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()

Inherited from ParquetDataSourceV2

Inherited from FileDataSourceV2

Inherited from DataSourceRegister

Inherited from TableProvider

Inherited from AnyRef

Inherited from Any

Ungrouped