Package gorsat.spark

Class GorSpecificScanBuilder

java.lang.Object

gorsat.spark.GorScanBuilder

gorsat.spark.GorSpecificScanBuilder

All Implemented Interfaces:

org.apache.spark.sql.connector.read.Batch, org.apache.spark.sql.connector.read.Scan, org.apache.spark.sql.connector.read.ScanBuilder, org.apache.spark.sql.connector.read.SupportsPushDownFilters, org.apache.spark.sql.connector.read.SupportsReportPartitioning

public class GorSpecificScanBuilder
extends GorScanBuilder
implements org.apache.spark.sql.connector.read.SupportsReportPartitioning

Constructor Summary

Constructors

Constructor	Description
GorSpecificScanBuilder(org.apache.spark.sql.types.StructType schema, String redisUri, String streamKey, String jobId, String cacheFile, String projectRoot, String cacheDir, String configFile, String aliasFile, String securityContext, String useCpp)

Method Summary

Modifier and Type	Method	Description
org.apache.spark.sql.connector.read.PartitionReaderFactory	createReaderFactory()
org.apache.spark.sql.connector.read.partitioning.Partitioning	outputPartitioning()
org.apache.spark.sql.connector.read.InputPartition[]	planInputPartitions()
org.apache.spark.sql.sources.Filter[]	pushedFilters()
org.apache.spark.sql.sources.Filter[]	pushFilters(org.apache.spark.sql.sources.Filter[] filters)

Methods inherited from class gorsat.spark.GorScanBuilder

build, readSchema, toBatch

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface org.apache.spark.sql.connector.read.Scan

description, readSchema, supportedCustomMetrics, toBatch, toContinuousStream, toMicroBatchStream

Constructor Details

GorSpecificScanBuilder

public GorSpecificScanBuilder(org.apache.spark.sql.types.StructType schema,
 String redisUri,
 String streamKey,
 String jobId,
 String cacheFile,
 String projectRoot,
 String cacheDir,
 String configFile,
 String aliasFile,
 String securityContext,
 String useCpp)

Method Details

planInputPartitions

public org.apache.spark.sql.connector.read.InputPartition[] planInputPartitions()

Specified by:

planInputPartitions in interface org.apache.spark.sql.connector.read.Batch

createReaderFactory

public org.apache.spark.sql.connector.read.PartitionReaderFactory createReaderFactory()

Specified by:

createReaderFactory in interface org.apache.spark.sql.connector.read.Batch

Overrides:

createReaderFactory in class GorScanBuilder

outputPartitioning

public org.apache.spark.sql.connector.read.partitioning.Partitioning outputPartitioning()

Specified by:

outputPartitioning in interface org.apache.spark.sql.connector.read.SupportsReportPartitioning

pushFilters

public org.apache.spark.sql.sources.Filter[] pushFilters(org.apache.spark.sql.sources.Filter[] filters)

Specified by:

pushFilters in interface org.apache.spark.sql.connector.read.SupportsPushDownFilters

pushedFilters

public org.apache.spark.sql.sources.Filter[] pushedFilters()

Specified by:

pushedFilters in interface org.apache.spark.sql.connector.read.SupportsPushDownFilters