Package gorsat.spark

Class GorBatchTable

  • All Implemented Interfaces:
    org.apache.spark.sql.connector.catalog.SupportsRead, org.apache.spark.sql.connector.catalog.SupportsWrite, org.apache.spark.sql.connector.catalog.Table, org.apache.spark.sql.connector.read.ScanBuilder, org.apache.spark.sql.connector.read.SupportsPushDownFilters
    public abstract class GorBatchTable
extends java.lang.Object
implements org.apache.spark.sql.connector.catalog.Table, org.apache.spark.sql.connector.catalog.SupportsRead, org.apache.spark.sql.connector.catalog.SupportsWrite, org.apache.spark.sql.connector.read.SupportsPushDownFilters

    • Constructor Summary

      Constructors 
      Constructor Description
      GorBatchTable​(java.lang.String query, boolean tag, java.lang.String path, java.lang.String filter, java.lang.String filterFile, java.lang.String filterColumn, java.lang.String splitFile, java.lang.String seek, java.lang.String redisUri, java.lang.String jobId, java.lang.String cacheFile, java.lang.String useCpp)  
      GorBatchTable​(java.lang.String query, boolean tag, java.lang.String path, java.lang.String filter, java.lang.String filterFile, java.lang.String filterColumn, java.lang.String splitFile, java.lang.String seek, org.apache.spark.sql.types.StructType schema, java.lang.String redisUri, java.lang.String jobId, java.lang.String cacheFile, java.lang.String useCpp)  

    • Method Summary

      All Methods Instance Methods Concrete Methods 
      Modifier and Type Method Description
      org.apache.spark.sql.connector.read.Scan build()  
      java.util.Set<org.apache.spark.sql.connector.catalog.TableCapability> capabilities()  
      java.lang.String name()  
      org.apache.spark.sql.connector.read.ScanBuilder newScanBuilder​(org.apache.spark.sql.util.CaseInsensitiveStringMap caseInsensitiveStringMap)  
      org.apache.spark.sql.connector.write.WriteBuilder newWriteBuilder​(org.apache.spark.sql.connector.write.LogicalWriteInfo info)  
      org.apache.spark.sql.connector.expressions.Transform[] partitioning()  
      org.apache.spark.sql.sources.Filter[] pushedFilters()  
      org.apache.spark.sql.sources.Filter[] pushFilters​(org.apache.spark.sql.sources.Filter[] filters)  
      org.apache.spark.sql.types.StructType schema()  
      void setAliasFile​(java.lang.String aliasFile)  
      void setCacheDir​(java.lang.String cacheDir)  
      void setConfigFile​(java.lang.String configFile)  
      void setProjectRoot​(java.lang.String projectRoot)  

      • Methods inherited from class java.lang.Object

        clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

      • Methods inherited from interface org.apache.spark.sql.connector.catalog.Table

        properties

    • Constructor Detail

      • GorBatchTable

        public GorBatchTable​(java.lang.String query,
                     boolean tag,
                     java.lang.String path,
                     java.lang.String filter,
                     java.lang.String filterFile,
                     java.lang.String filterColumn,
                     java.lang.String splitFile,
                     java.lang.String seek,
                     java.lang.String redisUri,
                     java.lang.String jobId,
                     java.lang.String cacheFile,
                     java.lang.String useCpp)

      • GorBatchTable

        public GorBatchTable​(java.lang.String query,
                     boolean tag,
                     java.lang.String path,
                     java.lang.String filter,
                     java.lang.String filterFile,
                     java.lang.String filterColumn,
                     java.lang.String splitFile,
                     java.lang.String seek,
                     org.apache.spark.sql.types.StructType schema,
                     java.lang.String redisUri,
                     java.lang.String jobId,
                     java.lang.String cacheFile,
                     java.lang.String useCpp)

    • Method Detail

      • setProjectRoot

        public void setProjectRoot​(java.lang.String projectRoot)

      • setCacheDir

        public void setCacheDir​(java.lang.String cacheDir)

      • setConfigFile

        public void setConfigFile​(java.lang.String configFile)

      • setAliasFile

        public void setAliasFile​(java.lang.String aliasFile)

      • build

        public org.apache.spark.sql.connector.read.Scan build()
        Specified by:
        build in interface org.apache.spark.sql.connector.read.ScanBuilder

      • pushFilters

        public org.apache.spark.sql.sources.Filter[] pushFilters​(org.apache.spark.sql.sources.Filter[] filters)
        Specified by:
        pushFilters in interface org.apache.spark.sql.connector.read.SupportsPushDownFilters

      • pushedFilters

        public org.apache.spark.sql.sources.Filter[] pushedFilters()
        Specified by:
        pushedFilters in interface org.apache.spark.sql.connector.read.SupportsPushDownFilters

      • schema

        public org.apache.spark.sql.types.StructType schema()
        Specified by:
        schema in interface org.apache.spark.sql.connector.catalog.Table

      • name

        public java.lang.String name()
        Specified by:
        name in interface org.apache.spark.sql.connector.catalog.Table

      • capabilities

        public java.util.Set<org.apache.spark.sql.connector.catalog.TableCapability> capabilities()
        Specified by:
        capabilities in interface org.apache.spark.sql.connector.catalog.Table

      • newWriteBuilder

        public org.apache.spark.sql.connector.write.WriteBuilder newWriteBuilder​(org.apache.spark.sql.connector.write.LogicalWriteInfo info)
        Specified by:
        newWriteBuilder in interface org.apache.spark.sql.connector.catalog.SupportsWrite

      • newScanBuilder

        public org.apache.spark.sql.connector.read.ScanBuilder newScanBuilder​(org.apache.spark.sql.util.CaseInsensitiveStringMap caseInsensitiveStringMap)
        Specified by:
        newScanBuilder in interface org.apache.spark.sql.connector.catalog.SupportsRead

      • partitioning

        public org.apache.spark.sql.connector.expressions.Transform[] partitioning()
        Specified by:
        partitioning in interface org.apache.spark.sql.connector.catalog.Table