Package gorsat.spark

Class GorBatchTable

java.lang.Object

gorsat.spark.GorBatchTable

All Implemented Interfaces:

org.apache.spark.sql.connector.catalog.SupportsRead, org.apache.spark.sql.connector.catalog.SupportsWrite, org.apache.spark.sql.connector.catalog.Table, org.apache.spark.sql.connector.read.ScanBuilder, org.apache.spark.sql.connector.read.SupportsPushDownFilters

public abstract class GorBatchTable
extends Object
implements org.apache.spark.sql.connector.catalog.Table, org.apache.spark.sql.connector.catalog.SupportsRead, org.apache.spark.sql.connector.catalog.SupportsWrite, org.apache.spark.sql.connector.read.SupportsPushDownFilters

Constructor Summary

Constructors

Constructor	Description
GorBatchTable(String query, boolean tag, String path, String filter, String filterFile, String filterColumn, String splitFile, String seek, String redisUri, String streamKey, String jobId, String cacheFile, String securityContext, String useCpp, boolean hadoopInfer)
GorBatchTable(String query, boolean tag, String path, String filter, String filterFile, String filterColumn, String splitFile, String seek, org.apache.spark.sql.types.StructType schema, String redisUri, String streamKey, String jobId, String cacheFile, String securityContext, String useCpp, boolean hadoopInfer)

Method Summary

Modifier and Type	Method	Description
org.apache.spark.sql.connector.read.Scan	build()
Set<org.apache.spark.sql.connector.catalog.TableCapability>	capabilities()
String	name()
org.apache.spark.sql.connector.read.ScanBuilder	newScanBuilder(org.apache.spark.sql.util.CaseInsensitiveStringMap caseInsensitiveStringMap)
org.apache.spark.sql.connector.write.WriteBuilder	newWriteBuilder(org.apache.spark.sql.connector.write.LogicalWriteInfo info)
org.apache.spark.sql.connector.expressions.Transform[]	partitioning()
org.apache.spark.sql.sources.Filter[]	pushedFilters()
org.apache.spark.sql.sources.Filter[]	pushFilters(org.apache.spark.sql.sources.Filter[] filters)
org.apache.spark.sql.types.StructType	schema()
void	setAliasFile(String aliasFile)
void	setCacheDir(String cacheDir)
void	setConfigFile(String configFile)
void	setProjectRoot(String projectRoot)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface org.apache.spark.sql.connector.catalog.Table

properties

Constructor Details

GorBatchTable

public GorBatchTable(String query,
 boolean tag,
 String path,
 String filter,
 String filterFile,
 String filterColumn,
 String splitFile,
 String seek,
 String redisUri,
 String streamKey,
 String jobId,
 String cacheFile,
 String securityContext,
 String useCpp,
 boolean hadoopInfer)
              throws IOException

Throws:

IOException

GorBatchTable

public GorBatchTable(String query,
 boolean tag,
 String path,
 String filter,
 String filterFile,
 String filterColumn,
 String splitFile,
 String seek,
 org.apache.spark.sql.types.StructType schema,
 String redisUri,
 String streamKey,
 String jobId,
 String cacheFile,
 String securityContext,
 String useCpp,
 boolean hadoopInfer)
              throws IOException

Throws:

IOException

Method Details

setProjectRoot

public void setProjectRoot(String projectRoot)

setCacheDir

public void setCacheDir(String cacheDir)

setConfigFile

public void setConfigFile(String configFile)

setAliasFile

public void setAliasFile(String aliasFile)

build

public org.apache.spark.sql.connector.read.Scan build()

Specified by:

build in interface org.apache.spark.sql.connector.read.ScanBuilder

pushFilters

public org.apache.spark.sql.sources.Filter[] pushFilters(org.apache.spark.sql.sources.Filter[] filters)

Specified by:

pushFilters in interface org.apache.spark.sql.connector.read.SupportsPushDownFilters

pushedFilters

public org.apache.spark.sql.sources.Filter[] pushedFilters()

Specified by:

pushedFilters in interface org.apache.spark.sql.connector.read.SupportsPushDownFilters

schema

public org.apache.spark.sql.types.StructType schema()

Specified by:

schema in interface org.apache.spark.sql.connector.catalog.Table

name

public String name()

Specified by:

name in interface org.apache.spark.sql.connector.catalog.Table

capabilities

public Set<org.apache.spark.sql.connector.catalog.TableCapability> capabilities()

Specified by:

capabilities in interface org.apache.spark.sql.connector.catalog.Table

newWriteBuilder

public org.apache.spark.sql.connector.write.WriteBuilder newWriteBuilder(org.apache.spark.sql.connector.write.LogicalWriteInfo info)

Specified by:

newWriteBuilder in interface org.apache.spark.sql.connector.catalog.SupportsWrite

newScanBuilder

public org.apache.spark.sql.connector.read.ScanBuilder newScanBuilder(org.apache.spark.sql.util.CaseInsensitiveStringMap caseInsensitiveStringMap)

Specified by:

newScanBuilder in interface org.apache.spark.sql.connector.catalog.SupportsRead

partitioning

public org.apache.spark.sql.connector.expressions.Transform[] partitioning()

Specified by:

partitioning in interface org.apache.spark.sql.connector.catalog.Table