Index

A B C D E F G H I J K L M N O P Q R S T U V W Y Z
All Classes|All Packages

A

add(String, Object...) - Method in class org.gorpipe.spark.platform.BatchSubmission

Add job info to submission

addColumns(int) - Method in class org.gorpipe.spark.GorSparkRowBase

addColumns(int) - Method in class org.gorpipe.spark.SparkGorRow

addColumns(int) - Method in class org.gorpipe.spark.SparkRow

addLogSubscription(GorLogReceiver, String...) - Method in class org.gorpipe.spark.GeneralSparkCluster

addLogSubscription(GorLogReceiver, String...) - Method in class org.gorpipe.spark.platform.GorClusterBase

addScore(String, int) - Method in class org.gorpipe.spark.GeneralSparkCluster

addScore(String, int) - Method in class org.gorpipe.spark.platform.GorClusterBase

addSingleColumnToRow(String) - Method in class org.gorpipe.spark.GorSparkRowBase

addSingleColumnToRow(String) - Method in class org.gorpipe.spark.SparkGorRow

addSingleColumnToRow(String) - Method in class org.gorpipe.spark.SparkRow

analyse(Dataset<Row>, String) - Static method in class gorsat.process.SparkRowSource

andThen(Function1<Iterator<InternalRow>, A>) - Method in class gorsat.spark.GordFunction

apply(int) - Method in class org.gorpipe.spark.GorSparkRowBase

apply(int) - Method in class org.gorpipe.spark.SparkGorRow

apply(int) - Method in class org.gorpipe.spark.SparkRow

apply(String, String) - Method in class org.gorpipe.spark.GorHeaderInferFunction

apply(PartitionedFile) - Method in class gorsat.spark.GordFunction

B

BatchSubmission - Class in org.gorpipe.spark.platform

Holds multiple job submissions

BatchSubmission() - Constructor for class org.gorpipe.spark.platform.BatchSubmission

Create empty submission

BatchSubmission(String, Object[]) - Constructor for class org.gorpipe.spark.platform.BatchSubmission

Create submission with one task

blankNull(String) - Static method in class org.gorpipe.spark.platform.GorQuery

build() - Method in class gorsat.spark.GorBatchTable

build() - Method in class gorsat.spark.GorScanBuilder

buildForBatch() - Method in class gorsat.spark.GorWriteBuilder

buildForStreaming() - Method in class gorsat.spark.GorWriteBuilder

buildReader(SparkSession, StructType, StructType, StructType, Seq<Filter>, Map<String, String>, Configuration) - Method in class gorsat.spark.GorFileFormat

buildReaderWithPartitionValues(SparkSession, StructType, StructType, StructType, Seq<Filter>, Map<String, String>, Configuration) - Method in class gorsat.spark.GorFileFormat

C

call(String) - Method in class org.gorpipe.spark.udfs.CharToDoubleArray

call(String) - Method in class org.gorpipe.spark.udfs.CommaToDoubleArray

call(String) - Method in class org.gorpipe.spark.udfs.CommaToDoubleMatrix

call(String) - Method in class org.gorpipe.spark.udfs.CommaToIntArray

call(String) - Method in class org.gorpipe.spark.udfs.MD5

call(String, String) - Method in class org.gorpipe.spark.GorHeaderInferFunction

call(Iterator<String>) - Method in class org.gorpipe.spark.GorzIterator

call(Iterator<String>) - Method in class org.gorpipe.spark.HeaderFunction

call(Iterator<String>) - Method in class org.gorpipe.spark.HeaderInferFunction

call(Iterator<String>) - Method in class org.gorpipe.spark.PipeFunction

call(Iterator<Row>) - Method in class org.gorpipe.spark.GorpWriter

call(Iterator<Row>) - Method in class gorsat.process.GorSpark

call(Iterator<Row>) - Method in class gorsat.process.GorSparkExternalFunction

call(Iterator<Row>) - Method in class gorsat.process.GorSparkMaterialize

call(Iterator<Row>) - Method in class org.gorpipe.spark.GorPipeFunction

call(Row) - Method in class org.gorpipe.spark.GorFilterFunction

call(Row) - Method in class org.gorpipe.spark.GorzFlatMap

call(Row) - Method in class org.gorpipe.spark.NorFilterFunction

call(Row) - Method in class org.gorpipe.spark.NorSparkRowFilterFunction

call(Row, Row) - Method in class org.gorpipe.spark.GorSparkArrayInferFunction

call(Row) - Method in class org.gorpipe.spark.GorSparkRowMapFunction

call(Row) - Method in class org.gorpipe.spark.GorSparkRowQueryFunction

call(Row, Row) - Method in class org.gorpipe.spark.GorSparkRowInferFunction

call(T) - Method in class org.gorpipe.spark.GorSparkRowFilterFunction

cancel() - Method in interface org.gorpipe.spark.platform.GorJob

Signal job for cancel

cancel(Iterable<GorJob>) - Static method in class org.gorpipe.spark.platform.GorClusterBase

Do best effort of canceling a list of jobs.

CancelFlag - org.gorpipe.spark.platform.JobField

If set to any value, indicates cancel

CANCELLED - org.gorpipe.spark.platform.JobStatus

Job has been cancelled

capabilities() - Method in class gorsat.spark.GorBatchTable

CharToDoubleArray - Class in org.gorpipe.spark.udfs

CharToDoubleArray() - Constructor for class org.gorpipe.spark.udfs.CharToDoubleArray

checkNested(String, GorSession, String[]) - Static method in class gorsat.process.SparkRowSource

checkNor(StructField[]) - Static method in class gorsat.process.SparkRowSource

checkRowFormat(Dataset<? extends Row>) - Method in class gorsat.process.SparkRowSource

close() - Method in class gorsat.process.HailInputSource

close() - Method in class gorsat.process.SparkRowSource

close() - Method in class gorsat.spark.GorOutputWriter

close() - Method in class gorsat.spark.GorPartitionReader

close() - Method in class gorsat.spark.GorStringPartitionReader

close() - Method in class gorsat.spark.NativePartitionReader

close() - Method in class org.gorpipe.spark.GeneralSparkCluster

close() - Method in class org.gorpipe.spark.platform.GorLocks

close() - Method in class org.gorpipe.spark.platform.JedisPipelineWrapper

close() - Method in class org.gorpipe.spark.platform.JedisTransactionWrapper

close() - Method in class org.gorpipe.spark.platform.JedisWrapper

close() - Method in interface org.gorpipe.spark.platform.Redis

close() - Method in class org.gorpipe.spark.platform.RedisLogSubscription

colAsDouble(int) - Method in class org.gorpipe.spark.GorSparkRowBase

colAsDouble(int) - Method in class org.gorpipe.spark.SparkGorRow

colAsDouble(int) - Method in class org.gorpipe.spark.SparkRow

colAsInt(int) - Method in class org.gorpipe.spark.GorSparkRowBase

colAsInt(int) - Method in class org.gorpipe.spark.SparkGorRow

colAsInt(int) - Method in class org.gorpipe.spark.SparkRow

colAsLong(int) - Method in class org.gorpipe.spark.GorSparkRowBase

colAsLong(int) - Method in class org.gorpipe.spark.SparkGorRow

colAsLong(int) - Method in class org.gorpipe.spark.SparkRow

colAsString(int) - Method in class org.gorpipe.spark.GorSparkRowBase

colAsString(int) - Method in class org.gorpipe.spark.SparkGorRow

colAsString(int) - Method in class org.gorpipe.spark.SparkRow

colsSlice(int, int) - Method in class org.gorpipe.spark.GorSparkRowBase

colsSlice(int, int) - Method in class org.gorpipe.spark.SparkGorRow

colsSlice(int, int) - Method in class org.gorpipe.spark.SparkRow

CommaToDoubleArray - Class in org.gorpipe.spark.udfs

CommaToDoubleArray() - Constructor for class org.gorpipe.spark.udfs.CommaToDoubleArray

CommaToDoubleMatrix - Class in org.gorpipe.spark.udfs

CommaToDoubleMatrix() - Constructor for class org.gorpipe.spark.udfs.CommaToDoubleMatrix

CommaToIntArray - Class in org.gorpipe.spark.udfs

CommaToIntArray() - Constructor for class org.gorpipe.spark.udfs.CommaToIntArray

compose(Function1<A, PartitionedFile>) - Method in class gorsat.spark.GordFunction

copy() - Method in class org.gorpipe.spark.GorSparkRowBase

copy() - Method in class org.gorpipe.spark.SparkGorRow

copy() - Method in class org.gorpipe.spark.SparkRow

create() - Method in class org.gorpipe.spark.SparkSessionFactory

create(String) - Static method in class org.gorpipe.spark.platform.JedisURIHelper

create(String, int, int) - Static method in class org.gorpipe.spark.platform.JedisURIHelper

Create redis Uri.

createIterator(GorSession) - Method in class org.gorpipe.spark.SparkGorExecutionEngine

createQueryHandler(boolean, GorQuery, String) - Method in class org.gorpipe.spark.GeneralSparkCluster

createQueryHandler(boolean, GorQuery, String) - Method in class org.gorpipe.spark.platform.GorClusterBase

createReader(InputPartition) - Method in class gorsat.spark.GorReaderFactory

createReader(InputPartition) - Method in class gorsat.spark.GorSpecificReaderFactory

createReaderFactory() - Method in class gorsat.spark.GorScanBuilder

createReaderFactory() - Method in class gorsat.spark.GorSpecificScanBuilder

createRunner(GorSession) - Method in class org.gorpipe.spark.SparkGorExecutionEngine

createSession() - Method in class org.gorpipe.spark.SparkGorExecutionEngine

createWorker() - Method in class org.gorpipe.spark.GeneralSparkCluster

createWorker() - Method in class org.gorpipe.spark.platform.GorClusterBase

createWorker(String) - Method in class org.gorpipe.spark.GeneralSparkCluster

createWorker(String) - Method in class org.gorpipe.spark.platform.GorClusterBase

D

dataset - Variable in class org.gorpipe.spark.RowDataType

dataTypeMap - Variable in class gorsat.process.SparkRowSource.GorDataType

datatypes - Variable in class org.gorpipe.spark.RowDataType

decrBy(String, long) - Method in class org.gorpipe.spark.platform.JedisWrapper

decrBy(String, long) - Method in interface org.gorpipe.spark.platform.Redis

decrBy(String, Long) - Method in class org.gorpipe.spark.platform.JedisPipelineWrapper

decrBy(String, Long) - Method in class org.gorpipe.spark.platform.JedisTransactionWrapper

decrBy(String, Long) - Method in interface org.gorpipe.spark.platform.RedisPipeline

decrBy(String, Long) - Method in interface org.gorpipe.spark.platform.RedisTransaction

del(String) - Method in class org.gorpipe.spark.platform.JedisPipelineWrapper

del(String) - Method in class org.gorpipe.spark.platform.JedisTransactionWrapper

del(String) - Method in interface org.gorpipe.spark.platform.RedisPipeline

del(String) - Method in interface org.gorpipe.spark.platform.RedisTransaction

del(String...) - Method in class org.gorpipe.spark.platform.JedisWrapper

del(String...) - Method in interface org.gorpipe.spark.platform.Redis

destroy() - Method in class org.gorpipe.spark.platform.JedisWrapperPool

destroy() - Method in interface org.gorpipe.spark.platform.RedisPool

Destroy pool

DONE - org.gorpipe.spark.platform.JobStatus

Job has ended successfully

doubleValue(int) - Method in class org.gorpipe.spark.GorSparkRowBase

doubleValue(int) - Method in class org.gorpipe.spark.SparkGorRow

doubleValue(int) - Method in class org.gorpipe.spark.SparkRow

E

equals(Object) - Method in class org.gorpipe.spark.platform.GorKeyLock

NB: Assumes that keys are using same redis server

Error - org.gorpipe.spark.platform.JobField

Error

eventLogDir() - Method in interface org.gorpipe.spark.GorSparkConfig

exec() - Method in class org.gorpipe.spark.platform.JedisTransactionWrapper

exec() - Method in interface org.gorpipe.spark.platform.RedisTransaction

execute() - Method in class org.gorpipe.spark.SparkGorExecutionEngine

executeBatch(String[], String[], String[], GorMonitor) - Method in class gorsat.spark.ReceiveQueryHandler

executeBatch(String[], String[], String[], GorMonitor) - Method in class org.gorpipe.spark.GeneralSparkQueryHandler

executeSparkBatch(GorSparkSession, String, String, String[], String[], String[], String[]) - Static method in class org.gorpipe.spark.GeneralSparkQueryHandler

exists(String) - Method in class org.gorpipe.spark.platform.JedisWrapper

exists(String) - Method in interface org.gorpipe.spark.platform.Redis

expire(String, int) - Method in class org.gorpipe.spark.platform.JedisWrapper

expire(String, int) - Method in interface org.gorpipe.spark.platform.Redis

F

FAILED - org.gorpipe.spark.platform.JobStatus

Job has failed

fieldsToEncode - Static variable in class org.gorpipe.spark.platform.GorQuery

findJob(String) - Method in class org.gorpipe.spark.GeneralSparkCluster

findJob(String) - Method in class org.gorpipe.spark.platform.GorClusterBase

findJobByFingerprint(String, Function<URI, GorClusterBase>) - Method in class org.gorpipe.spark.GeneralSparkCluster

findJobByFingerprint(String, Function<URI, GorClusterBase>) - Method in class org.gorpipe.spark.platform.GorClusterBase

FLAG_FORCE - Static variable in class org.gorpipe.spark.platform.GorQuery

Execution flag - force overwrite on all subqueries.

FLAG_HIGH_PRIORITY - Static variable in class org.gorpipe.spark.platform.GorQuery

Execution flag - High priority.

FLAG_PRESERVE - Static variable in class org.gorpipe.spark.platform.GorQuery

Execution flag - don't overwrite outfile (skip query).

forget(GorTaskBase) - Method in class org.gorpipe.spark.GeneralSparkCluster

forget(GorTaskBase) - Method in class org.gorpipe.spark.platform.GorClusterBase

G

GeneralSparkCluster - Class in org.gorpipe.spark

GeneralSparkCluster(String) - Constructor for class org.gorpipe.spark.GeneralSparkCluster

GeneralSparkQueryHandler - Class in org.gorpipe.spark

GeneralSparkQueryHandler(GorSparkSession, String) - Constructor for class org.gorpipe.spark.GeneralSparkQueryHandler

generateTempViewName(String, boolean, String, String, int, int) - Static method in class gorsat.process.SparkRowSource

get() - Method in class gorsat.spark.GorPartitionReader

get() - Method in class gorsat.spark.GorStringPartitionReader

get() - Method in class gorsat.spark.NativePartitionReader

get(int) - Method in class org.gorpipe.spark.GorSparkRowBase

get(int) - Method in class org.gorpipe.spark.SparkGorRow

get(int) - Method in class org.gorpipe.spark.SparkRow

get(String) - Method in class org.gorpipe.spark.platform.JedisWrapper

get(String) - Static method in enum org.gorpipe.spark.platform.JobStatus

Map status string to constant

get(String) - Method in interface org.gorpipe.spark.platform.Redis

getAllCols() - Method in class org.gorpipe.spark.GorSparkRowBase

getAllCols() - Method in class org.gorpipe.spark.SparkGorRow

getAllCols() - Method in class org.gorpipe.spark.SparkRow

getBoolean(int) - Method in class org.gorpipe.spark.GorSparkRowBase

getBoolean(int) - Method in class org.gorpipe.spark.SparkGorRow

getBoolean(int) - Method in class org.gorpipe.spark.SparkRow

getByteCount() - Method in class org.gorpipe.spark.platform.GorQuery

Get the number of bytes the query returned

getClientJobId() - Method in interface org.gorpipe.spark.platform.GorJob

Get client job id (unique across multiple clusters)

getCluster() - Method in class org.gorpipe.spark.platform.GorTaskBase

getColumnCount() - Method in class org.gorpipe.spark.platform.GorQuery

Get the number of Columns the query returned

getCommandsToExecute() - Method in class gorsat.spark.ReceiveQueryHandler

getConfig() - Method in class org.gorpipe.spark.GeneralSparkCluster

getConfig() - Method in class org.gorpipe.spark.platform.GorClusterBase

getCurrentStatistics() - Method in class org.gorpipe.spark.GeneralSparkCluster

getCurrentStatistics() - Method in class org.gorpipe.spark.platform.GorClusterBase

getDataset() - Method in class gorsat.process.SparkRowSource

getDBIndex(URI) - Static method in class org.gorpipe.spark.platform.JedisURIHelper

getError() - Method in interface org.gorpipe.spark.platform.GorJob

Get error message

getExecutionEndTime() - Method in class org.gorpipe.spark.platform.GorQuery

Set the execution end time in ms, when the query execution engine stopped executing this query

getExecutionStartTime() - Method in class org.gorpipe.spark.platform.GorQuery

Set the execution start time in ms, when the query execution engine started executing this query

getExpirationTimestamp() - Method in interface org.gorpipe.spark.platform.GorJob

Get expiration timestamp

getExtension() - Method in class org.gorpipe.spark.platform.GorQuery

getFingerprint() - Method in class org.gorpipe.spark.platform.GorQuery

getFlags() - Method in class org.gorpipe.spark.platform.GorQuery

getFloat(int) - Method in class org.gorpipe.spark.GorSparkRowBase

getFloat(int) - Method in class org.gorpipe.spark.SparkGorRow

getFloat(int) - Method in class org.gorpipe.spark.SparkRow

getHeader() - Method in class gorsat.process.SparkRowSource

getHost() - Method in interface org.gorpipe.spark.platform.GorClusterConfig

getInt(int) - Method in class org.gorpipe.spark.GorSparkRowBase

getInt(int) - Method in class org.gorpipe.spark.SparkGorRow

getInt(int) - Method in class org.gorpipe.spark.SparkRow

getJedisPool(URI) - Method in interface org.gorpipe.spark.platform.PoolProvider

getJedisPool(URI) - Static method in class org.gorpipe.spark.platform.SharedRedisPools

getJedisPool(URI) - Method in class org.gorpipe.spark.platform.StandardRedisPoolProvider

getJobExpiration() - Method in class org.gorpipe.spark.GeneralSparkCluster

getJobExpiration() - Method in class org.gorpipe.spark.platform.GorClusterBase

getJobExpiration() - Method in class org.gorpipe.spark.SparkGorMonitor

getJobId() - Method in interface org.gorpipe.spark.platform.GorJob

Get job id (cluster unique)

getJobId() - Method in class org.gorpipe.spark.platform.GorTaskBase

Get job id

getJobId() - Method in class org.gorpipe.spark.SparkGorMonitor

getJobMessage(String) - Method in class org.gorpipe.spark.GeneralSparkCluster

getJobMessage(String) - Method in class org.gorpipe.spark.platform.GorClusterBase

getJobRetention() - Method in class org.gorpipe.spark.GeneralSparkCluster

getJobRetention() - Method in class org.gorpipe.spark.platform.GorClusterBase

getJobStatusesByRequestId(String) - Method in class org.gorpipe.spark.GeneralSparkCluster

getJobStatusesByRequestId(String) - Method in class org.gorpipe.spark.platform.GorClusterBase

getKey() - Method in class org.gorpipe.spark.platform.GorKeyLock

Get key used for lock

getKey(String...) - Static method in class org.gorpipe.spark.platform.RedisLogSubscription

getLineCount() - Method in class org.gorpipe.spark.platform.GorQuery

Get the number of lines the query returned

getLocalHostName() - Method in class org.gorpipe.spark.platform.GorClusterBase

getLockName() - Method in class org.gorpipe.spark.platform.GorQuery

getLong(int) - Method in class org.gorpipe.spark.GorSparkRowBase

getLong(int) - Method in class org.gorpipe.spark.SparkGorRow

getLong(int) - Method in class org.gorpipe.spark.SparkRow

getMessage(String) - Method in class org.gorpipe.spark.platform.GorTaskBase

getNamespace() - Method in interface org.gorpipe.spark.platform.GorClusterConfig

getOriginalQuery() - Method in class org.gorpipe.spark.platform.GorQuery

getOutfile() - Method in class org.gorpipe.spark.platform.GorQuery

getOutfilePath() - Method in class org.gorpipe.spark.platform.GorQuery

getPartition() - Method in class org.gorpipe.spark.platform.GorQuery

getPassword(URI) - Static method in class org.gorpipe.spark.platform.JedisURIHelper

getPoolProvider() - Static method in class org.gorpipe.spark.platform.SharedRedisPools

getPort() - Method in interface org.gorpipe.spark.platform.GorClusterConfig

getPrivateLogKey(String) - Static method in class org.gorpipe.spark.platform.RedisLogSubscription

getProgress() - Method in interface org.gorpipe.spark.platform.GorJob

Get job progress (0..100)

getProgressMessage(String) - Method in class org.gorpipe.spark.platform.GorTaskBase

getProject() - Method in class org.gorpipe.spark.platform.GorQuery

getProjectId() - Method in class org.gorpipe.spark.platform.GorQuery

getProjectRoot() - Method in class org.gorpipe.spark.platform.GorQuery

getQuery() - Method in interface org.gorpipe.spark.platform.GorJob

Get the job query.

getQuery() - Method in class org.gorpipe.spark.platform.GorQuery

getQuerySource() - Method in class org.gorpipe.spark.platform.GorQuery

getQueryTimeout() - Method in class org.gorpipe.spark.platform.GorQuery

getRedisPool(URI) - Method in interface org.gorpipe.spark.platform.PoolProvider

getRedisPool(URI) - Static method in class org.gorpipe.spark.platform.SharedRedisPools

getRedisPool(URI) - Method in class org.gorpipe.spark.platform.StandardRedisPoolProvider

getRedisUri() - Method in class org.gorpipe.spark.SparkGorMonitor

getRequestId() - Method in class org.gorpipe.spark.platform.GorQuery

getRequestId() - Method in class org.gorpipe.spark.platform.GorTaskBase

getReserveToTime() - Method in class org.gorpipe.spark.platform.GorKeyLock

getResource() - Method in class org.gorpipe.spark.platform.JedisWrapperPool

getResource() - Method in interface org.gorpipe.spark.platform.RedisPool

Get resource from pool.

getResponses() - Method in class org.gorpipe.spark.platform.JedisPipelineWrapper

getResponses() - Method in interface org.gorpipe.spark.platform.RedisPipeline

getResult() - Method in interface org.gorpipe.spark.platform.GorJob

Get job result

getResultCacheExpirationMs() - Method in class org.gorpipe.spark.platform.GorQuery

Gets the time in ms from now that the query result could be evicted from cache.

getSchema() - Method in class org.gorpipe.spark.GorSparkRowMapFunction

getSecurityContext(String) - Method in class org.gorpipe.spark.GeneralSparkCluster

getSecurityContext(String) - Method in class org.gorpipe.spark.platform.GorClusterBase

getSecurityContextKey() - Method in class org.gorpipe.spark.platform.GorQuery

getSet(String, String) - Method in class org.gorpipe.spark.platform.JedisWrapper

getSet(String, String) - Method in interface org.gorpipe.spark.platform.Redis

getSource() - Method in interface org.gorpipe.spark.platform.GorClusterConfig

getSparkExecutorTimeout() - Method in interface org.gorpipe.spark.GorSparkConfig

getSparkInitialExecutors() - Method in interface org.gorpipe.spark.GorSparkConfig

getSparkKuberneteseNamespace() - Method in interface org.gorpipe.spark.GorSparkConfig

getSparkMaxExecutors() - Method in interface org.gorpipe.spark.GorSparkConfig

getSparkMinExecutors() - Method in interface org.gorpipe.spark.GorSparkConfig

getSparkMountPath() - Method in interface org.gorpipe.spark.GorSparkConfig

getSparkPersistentVolumeClaim() - Method in interface org.gorpipe.spark.GorSparkConfig

getSparkSession(String, String) - Static method in class org.gorpipe.spark.GorSparkUtilities

getSparkSession(String, String, String) - Static method in class org.gorpipe.spark.GorSparkUtilities

getStatus() - Method in interface org.gorpipe.spark.platform.GorJob

Get job status

getStatus() - Method in class org.gorpipe.spark.platform.GorTaskBase

Get job status

getString(int) - Method in class org.gorpipe.spark.GorSparkRowBase

getString(int) - Method in class org.gorpipe.spark.SparkGorRow

getString(int) - Method in class org.gorpipe.spark.SparkRow

getSubmitTimestamp() - Method in interface org.gorpipe.spark.platform.GorJob

Get submit timestamp

getTaskName(Class<? extends GorTaskBase>) - Static method in class org.gorpipe.spark.platform.GorTaskBase

Get short name for task class.

getTime() - Method in class org.gorpipe.spark.platform.GorQuery

Submission time (if available) in seconds from Jan 1st 1970 (i.e.

getURI() - Method in interface org.gorpipe.spark.platform.GorClusterConfig

getUser() - Method in class org.gorpipe.spark.platform.GorQuery

getValue(String, JobField) - Method in class org.gorpipe.spark.GeneralSparkCluster

getValue(String, JobField) - Method in class org.gorpipe.spark.platform.GorClusterBase

getValue(JobField) - Method in class org.gorpipe.spark.SparkGorMonitor

getWaitTime() - Method in class gorsat.spark.ReceiveQueryHandler

getWaitTime() - Method in class org.gorpipe.spark.GeneralSparkQueryHandler

gor() - Method in class gorsat.process.SparkRowSource

gor2Schema(String, Row) - Static method in class gorsat.process.SparkRowSource

GorBatchTable - Class in gorsat.spark

GorBatchTable(String, boolean, String, String, String, String, String, String, String, String, String, String) - Constructor for class gorsat.spark.GorBatchTable

GorBatchTable(String, boolean, String, String, String, String, String, String, StructType, String, String, String, String) - Constructor for class gorsat.spark.GorBatchTable

GorClusterBase - Class in org.gorpipe.spark.platform

GorClusterBase() - Constructor for class org.gorpipe.spark.platform.GorClusterBase

GorClusterBase.Statistics - Class in org.gorpipe.spark.platform

GorClusterConfig - Interface in org.gorpipe.spark.platform

gorCmdSchema(String, GorSparkSession, boolean) - Static method in class gorsat.process.SparkRowSource

GorDataSourceJava - Class in gorsat.spark

GorDataSourceJava() - Constructor for class gorsat.spark.GorDataSourceJava

GorDataType(Map<Integer, DataType>, boolean, String[], String[]) - Constructor for class gorsat.process.SparkRowSource.GorDataType

GorDataType(Map<Integer, DataType>, boolean, String[], String[], boolean) - Constructor for class gorsat.process.SparkRowSource.GorDataType

GordFunction - Class in gorsat.spark

GordFunction(StructType) - Constructor for class gorsat.spark.GordFunction

GorFileFormat - Class in gorsat.spark

GorFileFormat() - Constructor for class gorsat.spark.GorFileFormat

GorFilterFunction - Class in org.gorpipe.spark

GorFilterFunction(String, String[], String[]) - Constructor for class org.gorpipe.spark.GorFilterFunction

GorHeaderInferFunction - Class in org.gorpipe.spark

GorHeaderInferFunction() - Constructor for class org.gorpipe.spark.GorHeaderInferFunction

GorJob - Interface in org.gorpipe.spark.platform

GorKeyLock - Class in org.gorpipe.spark.platform

GorKeyLock(String) - Constructor for class org.gorpipe.spark.platform.GorKeyLock

GorLocks - Class in org.gorpipe.spark.platform

GorLocks(long) - Constructor for class org.gorpipe.spark.platform.GorLocks

GorLogReceiver - Interface in org.gorpipe.spark.platform

Receives private log messages from cluster jobs

GorLogSubscription - Interface in org.gorpipe.spark.platform

GorMonitorGorLogForwarder - Class in org.gorpipe.spark.platform

Forward messages from remote jobs to local job

GorMonitorGorLogForwarder(GorMonitor) - Constructor for class org.gorpipe.spark.platform.GorMonitorGorLogForwarder

GorOutputWriter - Class in gorsat.spark

GorOutputWriter(String, StructType, String) - Constructor for class gorsat.spark.GorOutputWriter

GorPartition - Class in org.gorpipe.spark

GorPartition(int) - Constructor for class org.gorpipe.spark.GorPartition

GorPartitioning - Class in gorsat.spark

GorPartitioning() - Constructor for class gorsat.spark.GorPartitioning

GorPartitionReader - Class in gorsat.spark

GorPartitionReader(StructType, GorRangeInputPartition, String, String, String, String, String) - Constructor for class gorsat.spark.GorPartitionReader

gorpipe(Analysis, boolean) - Method in class gorsat.process.SparkRowSource

gorpipe(Dataset<? extends Row>, String) - Static method in class gorsat.process.SparkRowSource

GorPipeFunction - Class in org.gorpipe.spark

GorPipeFunction(String, String) - Constructor for class org.gorpipe.spark.GorPipeFunction

GorpWriter - Class in org.gorpipe.spark

GorpWriter(String) - Constructor for class org.gorpipe.spark.GorpWriter

GorQuery - Class in org.gorpipe.spark.platform

GorQuery() - Constructor for class org.gorpipe.spark.platform.GorQuery

GorQuery(Map<String, String>) - Constructor for class org.gorpipe.spark.platform.GorQuery

GorReaderFactory - Class in gorsat.spark

GorReaderFactory(StructType, String, String, String, String, String, String) - Constructor for class gorsat.spark.GorReaderFactory

gorsat.commands - package gorsat.commands

gorsat.process - package gorsat.process

gorsat.spark - package gorsat.spark

GorScanBuilder - Class in gorsat.spark

GorScanBuilder(StructType, String, String, String, String, String, String) - Constructor for class gorsat.spark.GorScanBuilder

GorSpark - Class in gorsat.process

GorSpark(String, boolean, StructType, String, String) - Constructor for class gorsat.process.GorSpark

GorSpark(String, boolean, StructType, String, String, String, String) - Constructor for class gorsat.process.GorSpark

GorSparkArrayInferFunction - Class in org.gorpipe.spark

GorSparkArrayInferFunction() - Constructor for class org.gorpipe.spark.GorSparkArrayInferFunction

GorSparkConfig - Interface in org.gorpipe.spark

GorSparkExternalFunction - Class in gorsat.process

GorSparkExternalFunction(String, String, String) - Constructor for class gorsat.process.GorSparkExternalFunction

GorSparkMaterialize - Class in gorsat.process

GorSparkMaterialize(String, boolean, StructType, String, String, int) - Constructor for class gorsat.process.GorSparkMaterialize

GorSparkMaterialize(String, boolean, StructType, String, String, String, String, int) - Constructor for class gorsat.process.GorSparkMaterialize

GorSparkRow - Class in org.gorpipe.spark

GorSparkRow(Row) - Constructor for class org.gorpipe.spark.GorSparkRow

GorSparkRowBase - Class in org.gorpipe.spark

GorSparkRowBase() - Constructor for class org.gorpipe.spark.GorSparkRowBase

GorSparkRowFilterFunction<T extends org.gorpipe.gor.model.Row> - Class in org.gorpipe.spark

GorSparkRowFilterFunction(String, String[], String[]) - Constructor for class org.gorpipe.spark.GorSparkRowFilterFunction

GorSparkRowFilterFunction(String, StructType) - Constructor for class org.gorpipe.spark.GorSparkRowFilterFunction

GorSparkRowInferFunction - Class in org.gorpipe.spark

GorSparkRowInferFunction() - Constructor for class org.gorpipe.spark.GorSparkRowInferFunction

GorSparkRowMapFunction - Class in org.gorpipe.spark

GorSparkRowMapFunction(String, String, String[], String[]) - Constructor for class org.gorpipe.spark.GorSparkRowMapFunction

GorSparkRowMapFunction(String, String, StructType) - Constructor for class org.gorpipe.spark.GorSparkRowMapFunction

GorSparkRowQueryFunction - Class in org.gorpipe.spark

GorSparkRowQueryFunction(String) - Constructor for class org.gorpipe.spark.GorSparkRowQueryFunction

GorSparkUtilities - Class in org.gorpipe.spark

GorSpecificInputPartition - Class in gorsat.spark

GorSpecificReaderFactory - Class in gorsat.spark

GorSpecificReaderFactory() - Constructor for class gorsat.spark.GorSpecificReaderFactory

GorSpecificScanBuilder - Class in gorsat.spark

GorSpecificScanBuilder(StructType, String, String, String, String, String, String) - Constructor for class gorsat.spark.GorSpecificScanBuilder

GorStringPartitionReader - Class in gorsat.spark

GorStringPartitionReader(StructType, GorRangeInputPartition, String, String, String, String, String) - Constructor for class gorsat.spark.GorStringPartitionReader

GorTaskBase - Class in org.gorpipe.spark.platform

GorTaskBase(String) - Constructor for class org.gorpipe.spark.platform.GorTaskBase

gortypes - Variable in class gorsat.process.SparkRowSource.GorDataType

GorWriteBuilder - Class in gorsat.spark

GorWriteBuilder() - Constructor for class gorsat.spark.GorWriteBuilder

GorzFlatMap - Class in org.gorpipe.spark

GorzFlatMap() - Constructor for class org.gorpipe.spark.GorzFlatMap

GorzIterator - Class in org.gorpipe.spark

GorzIterator() - Constructor for class org.gorpipe.spark.GorzIterator

GorzIterator(String) - Constructor for class org.gorpipe.spark.GorzIterator

H

HailInputSource - Class in gorsat.process

HailInputSource(String[]) - Constructor for class gorsat.process.HailInputSource

hasByteCount() - Method in class org.gorpipe.spark.platform.GorQuery

hasColumnCount() - Method in class org.gorpipe.spark.platform.GorQuery

hasExecutionEndTime() - Method in class org.gorpipe.spark.platform.GorQuery

hasExecutionStartTime() - Method in class org.gorpipe.spark.platform.GorQuery

hasExpirationTimestamp() - Method in interface org.gorpipe.spark.platform.GorJob

Check if this gorjob has an expiration timestamp

hashCode() - Method in class org.gorpipe.spark.platform.GorKeyLock

hasLineCount() - Method in class org.gorpipe.spark.platform.GorQuery

hasLock() - Method in class org.gorpipe.spark.platform.GorTaskBase

hasLock(GorTaskBase) - Method in class org.gorpipe.spark.platform.GorLocks

hasNext() - Method in class gorsat.process.HailInputSource

hasNext() - Method in class gorsat.process.SparkRowSource

hasQueryStatistics() - Method in class org.gorpipe.spark.platform.GorQuery

hasResultCacheExpirationMs() - Method in class org.gorpipe.spark.platform.GorQuery

hasSubmitTimestamp() - Method in interface org.gorpipe.spark.platform.GorJob

Check if this gorjob has a submit timestamp

hdel(String, String) - Method in class org.gorpipe.spark.platform.JedisPipelineWrapper

hdel(String, String) - Method in class org.gorpipe.spark.platform.JedisTransactionWrapper

hdel(String, String) - Method in interface org.gorpipe.spark.platform.RedisPipeline

hdel(String, String) - Method in interface org.gorpipe.spark.platform.RedisTransaction

hdel(String, String...) - Method in class org.gorpipe.spark.platform.JedisWrapper

hdel(String, String...) - Method in interface org.gorpipe.spark.platform.Redis

header - Variable in class gorsat.process.SparkRowSource.GorDataType

HeaderFunction - Class in org.gorpipe.spark

HeaderFunction(String, String) - Constructor for class org.gorpipe.spark.HeaderFunction

HeaderInferFunction - Class in org.gorpipe.spark

HeaderInferFunction(String, String) - Constructor for class org.gorpipe.spark.HeaderInferFunction

hexists(String, String) - Method in class org.gorpipe.spark.platform.JedisWrapper

hexists(String, String) - Method in interface org.gorpipe.spark.platform.Redis

hget(String, String) - Method in class org.gorpipe.spark.platform.JedisWrapper

hget(String, String) - Method in interface org.gorpipe.spark.platform.Redis

hgetall(String) - Method in class org.gorpipe.spark.platform.JedisPipelineWrapper

hgetall(String) - Method in class org.gorpipe.spark.platform.JedisWrapper

hgetall(String) - Method in interface org.gorpipe.spark.platform.Redis

hgetall(String) - Method in interface org.gorpipe.spark.platform.RedisPipeline

hincrBy(String, String, long) - Method in class org.gorpipe.spark.platform.JedisTransactionWrapper

hincrBy(String, String, long) - Method in class org.gorpipe.spark.platform.JedisWrapper

hincrBy(String, String, long) - Method in interface org.gorpipe.spark.platform.Redis

hincrBy(String, String, long) - Method in interface org.gorpipe.spark.platform.RedisTransaction

hmget(String, String...) - Method in class org.gorpipe.spark.platform.JedisWrapper

hmget(String, String...) - Method in interface org.gorpipe.spark.platform.Redis

hmset(String, Map<String, String>) - Method in class org.gorpipe.spark.platform.JedisPipelineWrapper

hmset(String, Map<String, String>) - Method in class org.gorpipe.spark.platform.JedisTransactionWrapper

hmset(String, Map<String, String>) - Method in class org.gorpipe.spark.platform.JedisWrapper

hmset(String, Map<String, String>) - Method in interface org.gorpipe.spark.platform.Redis

hmset(String, Map<String, String>) - Method in interface org.gorpipe.spark.platform.RedisPipeline

hmset(String, Map<String, String>) - Method in interface org.gorpipe.spark.platform.RedisTransaction

hset(String, String, String) - Method in class org.gorpipe.spark.platform.JedisPipelineWrapper

hset(String, String, String) - Method in class org.gorpipe.spark.platform.JedisTransactionWrapper

hset(String, String, String) - Method in class org.gorpipe.spark.platform.JedisWrapper

hset(String, String, String) - Method in interface org.gorpipe.spark.platform.Redis

hset(String, String, String) - Method in interface org.gorpipe.spark.platform.RedisPipeline

hset(String, String, String) - Method in interface org.gorpipe.spark.platform.RedisTransaction

I

incr(String) - Method in class org.gorpipe.spark.platform.JedisWrapper

incr(String) - Method in interface org.gorpipe.spark.platform.Redis

incrBy(String, long) - Method in class org.gorpipe.spark.platform.JedisWrapper

incrBy(String, long) - Method in interface org.gorpipe.spark.platform.Redis

incrBy(String, Long) - Method in class org.gorpipe.spark.platform.JedisPipelineWrapper

incrBy(String, Long) - Method in class org.gorpipe.spark.platform.JedisTransactionWrapper

incrBy(String, Long) - Method in interface org.gorpipe.spark.platform.RedisPipeline

incrBy(String, Long) - Method in interface org.gorpipe.spark.platform.RedisTransaction

index() - Method in class org.gorpipe.spark.GorPartition

infer(Row, Row) - Method in class org.gorpipe.spark.GorSparkArrayInferFunction

inferDataTypes(Path, String, boolean, boolean) - Static method in class gorsat.process.SparkRowSource

inferSchema(Path, String, boolean, boolean) - Static method in class gorsat.process.SparkRowSource

inferSchema(SparkSession, Map<String, String>, Seq<FileStatus>) - Method in class gorsat.spark.GorFileFormat

init() - Method in class gorsat.process.SparkRowSource

init() - Method in class org.gorpipe.spark.GorSparkRow

init() - Method in class org.gorpipe.spark.LongGorSparkRow

init() - Method in class org.gorpipe.spark.SparkRow

init(GorSparkSession) - Method in class org.gorpipe.spark.GeneralSparkQueryHandler

initAdaptor() - Method in class org.gorpipe.spark.GorSparkRowQueryFunction

intValue(int) - Method in class org.gorpipe.spark.GorSparkRowBase

intValue(int) - Method in class org.gorpipe.spark.SparkGorRow

intValue(int) - Method in class org.gorpipe.spark.SparkRow

inUse() - Method in class org.gorpipe.spark.platform.JedisWrapperPool

inUse() - Method in interface org.gorpipe.spark.platform.RedisPool

isBuffered() - Method in class gorsat.process.SparkRowSource

isCancelled() - Method in class org.gorpipe.spark.platform.GorTaskBase

Check if job has been cancelled

isCancelling() - Method in interface org.gorpipe.spark.platform.GorJob

Check if job is cancelling.

isFlagSet(String) - Method in class org.gorpipe.spark.platform.GorQuery

isLocked() - Method in class org.gorpipe.spark.platform.GorKeyLock

isNor() - Method in class gorsat.process.SparkRowSource

isNullAt(int) - Method in class org.gorpipe.spark.GorSparkRowBase

isNullAt(int) - Method in class org.gorpipe.spark.SparkGorRow

isNullAt(int) - Method in class org.gorpipe.spark.SparkRow

isSplitable(SparkSession, Map<String, String>, Path) - Method in class gorsat.spark.GorFileFormat

isStringInt(String) - Static method in class org.gorpipe.spark.platform.GorQuery

isStringLong(String) - Static method in class org.gorpipe.spark.platform.GorQuery

isValid(URI) - Static method in class org.gorpipe.spark.platform.JedisURIHelper

J

JedisPipelineWrapper - Class in org.gorpipe.spark.platform

Wrap jedis pipeline

JedisPipelineWrapper(Jedis, Pipeline) - Constructor for class org.gorpipe.spark.platform.JedisPipelineWrapper

Create jedis pipeline wrapper

JedisTransactionWrapper - Class in org.gorpipe.spark.platform

JedisTransactionWrapper(Transaction) - Constructor for class org.gorpipe.spark.platform.JedisTransactionWrapper

JedisURIHelper - Class in org.gorpipe.spark.platform

Created by gisli on 06/01/2017.

JedisURIHelper() - Constructor for class org.gorpipe.spark.platform.JedisURIHelper

JedisWrapper - Class in org.gorpipe.spark.platform

Wrapper class delegating to real jedis connection

JedisWrapperPool - Class in org.gorpipe.spark.platform

RedisPool implementation wrapping real connections

JedisWrapperPool(JedisPool) - Constructor for class org.gorpipe.spark.platform.JedisWrapperPool

Create pool

jobExists(String) - Method in class org.gorpipe.spark.GeneralSparkCluster

jobExists(String) - Method in class org.gorpipe.spark.platform.GorClusterBase

JobField - Enum in org.gorpipe.spark.platform

Fields used in redis to store job info

JobMonitor - Interface in org.gorpipe.spark.platform

Interface passable to wait methods

JobStatus - Enum in org.gorpipe.spark.platform

Job statuses

K

key() - Method in enum org.gorpipe.spark.platform.JobField

Get key

keys(String) - Method in class org.gorpipe.spark.platform.JedisWrapper

keys(String) - Method in interface org.gorpipe.spark.platform.Redis

L

length() - Method in class org.gorpipe.spark.GorSparkRowBase

length() - Method in class org.gorpipe.spark.SparkGorRow

length() - Method in class org.gorpipe.spark.SparkRow

ListSparkRowAdaptor - Class in org.gorpipe.spark

ListSparkRowAdaptor(StructType) - Constructor for class org.gorpipe.spark.ListSparkRowAdaptor

localProgressMonitor - Static variable in class org.gorpipe.spark.SparkGorMonitor

lock(long) - Method in class org.gorpipe.spark.platform.GorKeyLock

lock(String, long) - Method in class org.gorpipe.spark.platform.GorTaskBase

Get exclusive cluster-wide lock

locks() - Method in class org.gorpipe.spark.GeneralSparkCluster

locks() - Method in class org.gorpipe.spark.platform.GorClusterBase

log(String) - Method in class org.gorpipe.spark.SparkGorMonitor

logDebug(String) - Method in class org.gorpipe.spark.GeneralSparkCluster

logDebug(String) - Method in class org.gorpipe.spark.platform.GorClusterBase

logDebug(String) - Method in class org.gorpipe.spark.platform.GorTaskBase

logError(String, Throwable) - Method in class org.gorpipe.spark.GeneralSparkCluster

logError(String, Throwable) - Method in class org.gorpipe.spark.platform.GorClusterBase

logError(String, Throwable) - Method in class org.gorpipe.spark.platform.GorTaskBase

logError(String, Throwable) - Method in class org.gorpipe.spark.SparkGorMonitor

logInfo(String, Throwable) - Method in class org.gorpipe.spark.GeneralSparkCluster

logInfo(String, Throwable) - Method in class org.gorpipe.spark.platform.GorClusterBase

logInfo(String, Throwable) - Method in class org.gorpipe.spark.platform.GorTaskBase

logProgress(String) - Method in class org.gorpipe.spark.platform.GorTaskBase

logProgress(String, String) - Method in class org.gorpipe.spark.GeneralSparkCluster

logProgress(String, String) - Method in class org.gorpipe.spark.platform.GorClusterBase

logWarn(String, Throwable) - Method in class org.gorpipe.spark.GeneralSparkCluster

logWarn(String, Throwable) - Method in class org.gorpipe.spark.platform.GorClusterBase

logWarn(String, Throwable) - Method in class org.gorpipe.spark.platform.GorTaskBase

LongGorSparkRow - Class in org.gorpipe.spark

LongGorSparkRow(Row) - Constructor for class org.gorpipe.spark.LongGorSparkRow

longValue(int) - Method in class org.gorpipe.spark.GorSparkRowBase

longValue(int) - Method in class org.gorpipe.spark.SparkGorRow

longValue(int) - Method in class org.gorpipe.spark.SparkRow

M

main(String[]) - Static method in class org.gorpipe.spark.SparkPCA

MD5 - Class in org.gorpipe.spark.udfs

MD5() - Constructor for class org.gorpipe.spark.udfs.MD5

monitor(GorJob) - Method in interface org.gorpipe.spark.platform.JobMonitor

Called periodically while job is running (passed to waitFor etc).

multi() - Method in class org.gorpipe.spark.platform.JedisWrapper

multi() - Method in interface org.gorpipe.spark.platform.Redis

N

name() - Method in class gorsat.spark.GorBatchTable

NativePartitionReader - Class in gorsat.spark

NativePartitionReader(StructField[], GorRangeInputPartition) - Constructor for class gorsat.spark.NativePartitionReader

newScanBuilder(CaseInsensitiveStringMap) - Method in class gorsat.spark.GorBatchTable

newSparkSession(String, String, String) - Static method in class org.gorpipe.spark.GorSparkUtilities

newWriteBuilder(LogicalWriteInfo) - Method in class gorsat.spark.GorBatchTable

next() - Method in class gorsat.process.HailInputSource

next() - Method in class gorsat.process.SparkRowSource

next() - Method in class gorsat.spark.GorPartitionReader

next() - Method in class gorsat.spark.GorStringPartitionReader

next() - Method in class gorsat.spark.NativePartitionReader

NorFilterFunction - Class in org.gorpipe.spark

NorFilterFunction(String, String[], String[]) - Constructor for class org.gorpipe.spark.NorFilterFunction

NorSparkRowFilterFunction - Class in org.gorpipe.spark

NorSparkRowFilterFunction(String, String[], String[]) - Constructor for class org.gorpipe.spark.NorSparkRowFilterFunction

numCols() - Method in class org.gorpipe.spark.GorSparkRowBase

numCols() - Method in class org.gorpipe.spark.SparkGorRow

numCols() - Method in class org.gorpipe.spark.SparkRow

numPartitions() - Method in class gorsat.spark.GorPartitioning

O

onCreateKeyLock(String, long) - Method in class org.gorpipe.spark.platform.GorLocks

onMessage(String, String) - Method in class org.gorpipe.spark.platform.RedisLogSubscription

onPMessage(String, String, String) - Method in class org.gorpipe.spark.platform.RedisLogSubscription

onPSubscribe(String, int) - Method in class org.gorpipe.spark.platform.RedisLogSubscription

onPUnsubscribe(String, int) - Method in class org.gorpipe.spark.platform.RedisLogSubscription

onSubscribe(String, int) - Method in class org.gorpipe.spark.platform.RedisLogSubscription

onUnsubscribe(String, int) - Method in class org.gorpipe.spark.platform.RedisLogSubscription

onWorkerException(Runnable) - Method in class org.gorpipe.spark.platform.GorClusterBase

Can register (single) runnable to run on worker exception

org.gorpipe.spark - package org.gorpipe.spark

org.gorpipe.spark.platform - package org.gorpipe.spark.platform

org.gorpipe.spark.udfs - package org.gorpipe.spark.udfs

otherCols() - Method in class org.gorpipe.spark.GorSparkRow

otherCols() - Method in class org.gorpipe.spark.GorSparkRowBase

otherCols() - Method in class org.gorpipe.spark.SparkGorRow

otherCols() - Method in class org.gorpipe.spark.SparkRow

otherColsLength() - Method in class org.gorpipe.spark.GorSparkRowBase

otherColsLength() - Method in class org.gorpipe.spark.SparkGorRow

otherColsLength() - Method in class org.gorpipe.spark.SparkRow

outputPartitioning() - Method in class gorsat.spark.GorSpecificScanBuilder

overwriteExisting() - Method in class org.gorpipe.spark.platform.GorQuery

Tell if existing results (if present) should be overwritten.

P

partitioning() - Method in class gorsat.spark.GorBatchTable

Payload - org.gorpipe.spark.platform.JobField

The jobs payload as json

peekAtColumn(int) - Method in class org.gorpipe.spark.GorSparkRowBase

peekAtColumn(int) - Method in class org.gorpipe.spark.SparkGorRow

peekAtColumn(int) - Method in class org.gorpipe.spark.SparkRow

PENDING - org.gorpipe.spark.platform.JobStatus

Job has been submitted and is pending execution

pendingJobCount - Variable in class org.gorpipe.spark.platform.GorClusterBase.Statistics

perform() - Method in class org.gorpipe.spark.platform.GorTaskBase

Work method.

ping() - Method in class org.gorpipe.spark.platform.JedisWrapper

ping() - Method in interface org.gorpipe.spark.platform.Redis

PipeFunction - Class in org.gorpipe.spark

PipeFunction(String, String) - Constructor for class org.gorpipe.spark.PipeFunction

pipelined() - Method in class org.gorpipe.spark.platform.JedisWrapper

pipelined() - Method in interface org.gorpipe.spark.platform.Redis

planInputPartitions() - Method in class gorsat.spark.GorSpecificScanBuilder

pool() - Method in class org.gorpipe.spark.GeneralSparkCluster

pool() - Method in class org.gorpipe.spark.platform.GorClusterBase

PoolProvider - Interface in org.gorpipe.spark.platform

prepareWrite(SparkSession, Job, Map<String, String>, StructType) - Method in class gorsat.spark.GorFileFormat

prioritySubmit(String, String, Object...) - Method in class org.gorpipe.spark.GeneralSparkCluster

prioritySubmit(String, String, Object...) - Method in class org.gorpipe.spark.platform.GorClusterBase

process(Row) - Method in class org.gorpipe.spark.ListSparkRowAdaptor

processArguments(GorContext, String, String[], String[], boolean, String) - Method in class gorsat.commands.Pyspark

Progress - org.gorpipe.spark.platform.JobField

Progress string

publish(String, String) - Method in class org.gorpipe.spark.platform.JedisWrapper

publish(String, String) - Method in interface org.gorpipe.spark.platform.Redis

pushdownCalc(String, String) - Method in class gorsat.process.SparkRowSource

pushdownCmd(String) - Method in class gorsat.process.SparkRowSource

pushdownFilter(String) - Method in class gorsat.process.SparkRowSource

pushdownGor(String) - Method in class gorsat.process.SparkRowSource

pushdownSelect(String[]) - Method in class gorsat.process.SparkRowSource

pushdownTop(int) - Method in class gorsat.process.SparkRowSource

pushdownWrite(String) - Method in class gorsat.process.SparkRowSource

pushedFilters() - Method in class gorsat.spark.GorBatchTable

pushedFilters() - Method in class gorsat.spark.GorSpecificScanBuilder

pushFilters(Filter[]) - Method in class gorsat.spark.GorBatchTable

pushFilters(Filter[]) - Method in class gorsat.spark.GorSpecificScanBuilder

pyspark(Dataset<? extends Row>, String) - Static method in class gorsat.commands.PysparkAnalysis

Pyspark - Class in gorsat.commands

Pyspark() - Constructor for class gorsat.commands.Pyspark

PysparkAnalysis - Class in gorsat.commands

PysparkAnalysis() - Constructor for class gorsat.commands.PysparkAnalysis

Q

query() - Method in class gorsat.process.GorSpark

queue - Static variable in class org.gorpipe.spark.GeneralSparkQueryHandler

R

readSchema() - Method in class gorsat.spark.GorScanBuilder

receiveLog(String, String, String) - Method in interface org.gorpipe.spark.platform.GorLogReceiver

receiveLog(String, String, String) - Method in class org.gorpipe.spark.platform.GorMonitorGorLogForwarder

ReceiveQueryHandler - Class in gorsat.spark

ReceiveQueryHandler() - Constructor for class gorsat.spark.ReceiveQueryHandler

Redis - Interface in org.gorpipe.spark.platform

Defines subset of Redis commands.

RedisLogSubscription - Class in org.gorpipe.spark.platform

Handles subscription to job log channels.

RedisLogSubscription(GorClusterBase, GorLogReceiver, String[]) - Constructor for class org.gorpipe.spark.platform.RedisLogSubscription

RedisPipeline - Interface in org.gorpipe.spark.platform

RedisPool - Interface in org.gorpipe.spark.platform

Redis connection pool.

RedisTransaction - Interface in org.gorpipe.spark.platform

refreshAll() - Method in class org.gorpipe.spark.platform.GorLocks

refreshLock() - Method in class org.gorpipe.spark.platform.GorKeyLock

registerFile(String[], String, String, GorSparkSession, String, Path, boolean, String, String, String, String, boolean, String, int, int, String, String, boolean, boolean) - Static method in class gorsat.process.SparkRowSource

registerJobByFingerprint(String, GorJob) - Method in class org.gorpipe.spark.GeneralSparkCluster

registerJobByFingerprint(String, GorJob) - Method in class org.gorpipe.spark.platform.GorClusterBase

removeColumn(int) - Method in class org.gorpipe.spark.GorSparkRowBase

removeColumn(int) - Method in class org.gorpipe.spark.SparkGorRow

removeColumn(int) - Method in class org.gorpipe.spark.SparkRow

REQUEST_ID_FIELD - Static variable in class org.gorpipe.spark.platform.GorQuery

resize(int) - Method in class org.gorpipe.spark.GorSparkRowBase

resize(int) - Method in class org.gorpipe.spark.SparkGorRow

resize(int) - Method in class org.gorpipe.spark.SparkRow

Result - org.gorpipe.spark.platform.JobField

Result string

row - Variable in class org.gorpipe.spark.SparkGorRow

row - Variable in class org.gorpipe.spark.SparkRow

RowDataType - Class in org.gorpipe.spark

RowDataType(Dataset<? extends Row>, DataType[]) - Constructor for class org.gorpipe.spark.RowDataType

rowWithSelectedColumns(int[]) - Method in class org.gorpipe.spark.GorSparkRowBase

rowWithSelectedColumns(int[]) - Method in class org.gorpipe.spark.SparkGorRow

rowWithSelectedColumns(int[]) - Method in class org.gorpipe.spark.SparkRow

run() - Method in class org.gorpipe.spark.GeneralSparkCluster

run() - Method in class org.gorpipe.spark.platform.GorTaskBase

run(String, String) - Method in class org.gorpipe.spark.SparkOperatorRunner

RUNNING - org.gorpipe.spark.platform.JobStatus

Job has started

runningJobCount - Variable in class org.gorpipe.spark.platform.GorClusterBase.Statistics

S

sa(int) - Method in class org.gorpipe.spark.GorSparkRowBase

sa(int) - Method in class org.gorpipe.spark.SparkGorRow

sa(int) - Method in class org.gorpipe.spark.SparkRow

satisfy(Distribution) - Method in class gorsat.spark.GorPartitioning

schema() - Method in class gorsat.spark.GorBatchTable

schema() - Method in class org.gorpipe.spark.GorSparkRowBase

schema() - Method in class org.gorpipe.spark.SparkGorRow

schema() - Method in class org.gorpipe.spark.SparkRow

schemaFromRow(String[], Row) - Static method in class gorsat.process.SparkRowSource

selectedColumns(int[]) - Method in class org.gorpipe.spark.GorSparkRowBase

selectedColumns(int[]) - Method in class org.gorpipe.spark.SparkGorRow

selectedColumns(int[]) - Method in class org.gorpipe.spark.SparkRow

set(String, String) - Method in class org.gorpipe.spark.platform.JedisWrapper

set(String, String) - Method in interface org.gorpipe.spark.platform.Redis

setByteCount(long) - Method in class org.gorpipe.spark.platform.GorQuery

Set the number of bytes the query returned

setCacheDir(String) - Method in class gorsat.spark.GorBatchTable

setCluster(GorClusterBase) - Method in class org.gorpipe.spark.GeneralSparkQueryHandler

setCluster(GorClusterBase) - Method in class org.gorpipe.spark.platform.GorTaskBase

setColumn(int, String) - Method in class org.gorpipe.spark.GorSparkRowBase

setColumn(int, String) - Method in class org.gorpipe.spark.SparkGorRow

setColumn(int, String) - Method in class org.gorpipe.spark.SparkRow

setColumnCount(int) - Method in class org.gorpipe.spark.platform.GorQuery

Set the number of Columns the query returned

setError(String) - Method in class org.gorpipe.spark.platform.GorTaskBase

setExecutionEndTime(long) - Method in class org.gorpipe.spark.platform.GorQuery

Set the execution end time in ms, when the query execution engine stopped executing this query

setExecutionStartTime(long) - Method in class org.gorpipe.spark.platform.GorQuery

Set the execution start time in ms, when the query execution engine started executing this query

setExtension(String) - Method in class org.gorpipe.spark.platform.GorQuery

Set desired extension

setFetchHeader(boolean) - Method in class gorsat.process.GorSparkExternalFunction

setFingerprint(String) - Method in class org.gorpipe.spark.platform.GorQuery

setFlag(String) - Method in class org.gorpipe.spark.platform.GorQuery

setFlags(String) - Method in class org.gorpipe.spark.platform.GorQuery

Set flags: P - preserve, dont overwrite outfile

setForce(boolean) - Method in class gorsat.spark.ReceiveQueryHandler

setForce(boolean) - Method in class org.gorpipe.spark.GeneralSparkQueryHandler

setJobId(String) - Method in class org.gorpipe.spark.SparkGorMonitor

setLineCount(long) - Method in class org.gorpipe.spark.platform.GorQuery

Set the number of lines the query returned

setnx(String, String) - Method in class org.gorpipe.spark.platform.JedisWrapper

setnx(String, String) - Method in interface org.gorpipe.spark.platform.Redis

setOriginalQuery(String) - Method in class org.gorpipe.spark.platform.GorQuery

setOutfile(String) - Method in class org.gorpipe.spark.platform.GorQuery

setPartition(String) - Method in class org.gorpipe.spark.platform.GorQuery

setPoolProvider(PoolProvider) - Static method in class org.gorpipe.spark.platform.SharedRedisPools

setPosition(String, int) - Method in class gorsat.process.HailInputSource

setPosition(String, int) - Method in class gorsat.process.SparkRowSource

setProgress(String) - Method in class org.gorpipe.spark.platform.GorTaskBase

setProject(String) - Method in class org.gorpipe.spark.platform.GorQuery

setProjectId(int) - Method in class org.gorpipe.spark.platform.GorQuery

setProjectRoot(String) - Method in class gorsat.spark.GorBatchTable

setProjectRoot(String) - Method in class org.gorpipe.spark.platform.GorQuery

setQuery(String) - Method in class org.gorpipe.spark.platform.GorQuery

setQuerySource(String) - Method in class org.gorpipe.spark.platform.GorQuery

setQueryTime(Long) - Method in class gorsat.spark.ReceiveQueryHandler

setQueryTime(Long) - Method in class org.gorpipe.spark.GeneralSparkQueryHandler

setQueryTimeout(long) - Method in class org.gorpipe.spark.platform.GorQuery

setRange(String, int, int) - Method in class gorsat.process.SparkRowSource

setRequestId(String) - Method in class org.gorpipe.spark.platform.GorQuery

setResult(String) - Method in class org.gorpipe.spark.platform.GorTaskBase

setResultCacheExpirationMs(long) - Method in class org.gorpipe.spark.platform.GorQuery

Sets the time in ms from now that the query result could be evicted from cache.

setSchema(StructType) - Method in class gorsat.process.GorSpark

setSecurityContextKey(String) - Method in class org.gorpipe.spark.platform.GorQuery

setStatus(JobStatus) - Method in class org.gorpipe.spark.platform.GorTaskBase

setTime(Long) - Method in class org.gorpipe.spark.platform.GorQuery

setUsedFiles(List<String>) - Method in class gorsat.process.SparkRowSource.GorDataType

setUser(String) - Method in class org.gorpipe.spark.platform.GorQuery

setValue(String, JobField, String) - Method in class org.gorpipe.spark.GeneralSparkCluster

setValue(String, JobField, String) - Method in class org.gorpipe.spark.platform.GorClusterBase

setValue(JobField, String) - Method in class org.gorpipe.spark.SparkGorMonitor

SharedRedisPools - Class in org.gorpipe.spark.platform

Share redis pools

SharedRedisPools() - Constructor for class org.gorpipe.spark.platform.SharedRedisPools

shortName() - Method in class gorsat.spark.GorFileFormat

size() - Method in class org.gorpipe.spark.SparkGorRow

slicedRow(int, int) - Method in class org.gorpipe.spark.GorSparkRowBase

slicedRow(int, int) - Method in class org.gorpipe.spark.SparkGorRow

slicedRow(int, int) - Method in class org.gorpipe.spark.SparkRow

SPARK_DEPLOY_MODE - Static variable in interface org.gorpipe.spark.GorSparkConfig

SPARK_DRIVER_MEM - Static variable in interface org.gorpipe.spark.GorSparkConfig

SPARK_EVENTLOG_DIR - Static variable in interface org.gorpipe.spark.GorSparkConfig

SPARK_EXECUTOR_CORES - Static variable in interface org.gorpipe.spark.GorSparkConfig

SPARK_EXECUTOR_INSTANCES - Static variable in interface org.gorpipe.spark.GorSparkConfig

SPARK_EXECUTOR_MEM - Static variable in interface org.gorpipe.spark.GorSparkConfig

SPARK_EXECUTOR_TIMEOUT - Static variable in interface org.gorpipe.spark.GorSparkConfig

SPARK_INITIAL_EXECUTORS - Static variable in interface org.gorpipe.spark.GorSparkConfig

SPARK_JARS - Static variable in interface org.gorpipe.spark.GorSparkConfig

SPARK_KUBERNETESE_NAMESPACE - Static variable in interface org.gorpipe.spark.GorSparkConfig

SPARK_MASTER - Static variable in interface org.gorpipe.spark.GorSparkConfig

SPARK_MAX_EXECUTORS - Static variable in interface org.gorpipe.spark.GorSparkConfig

SPARK_MIN_EXECUTORS - Static variable in interface org.gorpipe.spark.GorSparkConfig

SPARK_MOUNT_PATH - Static variable in interface org.gorpipe.spark.GorSparkConfig

SPARK_PERSISTENT_VOLUME_CLAIM - Static variable in interface org.gorpipe.spark.GorSparkConfig

SPARK_REDIS_URL - Static variable in interface org.gorpipe.spark.GorSparkConfig

SPARK_UI_ENABLED - Static variable in interface org.gorpipe.spark.GorSparkConfig

sparkDeployMode() - Method in interface org.gorpipe.spark.GorSparkConfig

sparkDriverMemory() - Method in interface org.gorpipe.spark.GorSparkConfig

sparkExecutorCores() - Method in interface org.gorpipe.spark.GorSparkConfig

sparkExecutorInstances() - Method in interface org.gorpipe.spark.GorSparkConfig

sparkExecutorMemory() - Method in interface org.gorpipe.spark.GorSparkConfig

SparkGorExecutionEngine - Class in org.gorpipe.spark

SparkGorExecutionEngine(String, String, String, String, GorMonitor) - Constructor for class org.gorpipe.spark.SparkGorExecutionEngine

SparkGorMonitor - Class in org.gorpipe.spark

SparkGorMonitor(String, String) - Constructor for class org.gorpipe.spark.SparkGorMonitor

SparkGorRow - Class in org.gorpipe.spark

SparkGorRow(StructType) - Constructor for class org.gorpipe.spark.SparkGorRow

SparkGorRow(Row, StructType) - Constructor for class org.gorpipe.spark.SparkGorRow

sparkJars() - Method in interface org.gorpipe.spark.GorSparkConfig

sparkMaster() - Method in interface org.gorpipe.spark.GorSparkConfig

SparkOperatorRunner - Class in org.gorpipe.spark

SparkOperatorRunner() - Constructor for class org.gorpipe.spark.SparkOperatorRunner

SparkPCA - Class in org.gorpipe.spark

SparkPCA() - Constructor for class org.gorpipe.spark.SparkPCA

sparkRedisUrl() - Method in interface org.gorpipe.spark.GorSparkConfig

SparkRow - Class in org.gorpipe.spark

SparkRow(Row) - Constructor for class org.gorpipe.spark.SparkRow

SparkRowSource - Class in gorsat.process

Created by sigmar on 12/02/16.

SparkRowSource(String[], String, boolean, GorSession, String, int, int, int) - Constructor for class gorsat.process.SparkRowSource

SparkRowSource(String, String, String, String, boolean, GorSparkSession, String, String, String, String, String, int, int, boolean, String, boolean, String, int, boolean) - Constructor for class gorsat.process.SparkRowSource

SparkRowSource.GorDataType - Class in gorsat.process

SparkSessionFactory - Class in org.gorpipe.spark

Factory class for creating default/generic gor sessions.

SparkSessionFactory(String, String, SparkGorMonitor) - Constructor for class org.gorpipe.spark.SparkSessionFactory

SparkSessionFactory(SparkSession, String, String, GorMonitor) - Constructor for class org.gorpipe.spark.SparkSessionFactory

SparkSessionFactory(SparkSession, String, String, GorMonitor, GorParallelQueryHandler) - Constructor for class org.gorpipe.spark.SparkSessionFactory

sparkUiEnabled() - Method in interface org.gorpipe.spark.GorSparkConfig

StandardRedisPoolProvider - Class in org.gorpipe.spark.platform

StandardRedisPoolProvider() - Constructor for class org.gorpipe.spark.platform.StandardRedisPoolProvider

start() - Method in interface org.gorpipe.spark.platform.GorLogSubscription

start() - Method in class org.gorpipe.spark.platform.RedisLogSubscription

Statistics() - Constructor for class org.gorpipe.spark.platform.GorClusterBase.Statistics

Status - org.gorpipe.spark.platform.JobField

Status field (see JobStatus for values

storeSecurityContext(String) - Method in class org.gorpipe.spark.GeneralSparkCluster

storeSecurityContext(String) - Method in class org.gorpipe.spark.platform.GorClusterBase

stream2SparkRowList(Stream<Row>, StructType) - Static method in class org.gorpipe.spark.GorSparkUtilities

stringValue(int) - Method in class org.gorpipe.spark.GorSparkRow

stringValue(int) - Method in class org.gorpipe.spark.GorSparkRowBase

stringValue(int) - Method in class org.gorpipe.spark.SparkGorRow

stringValue(int) - Method in class org.gorpipe.spark.SparkRow

submit(String, String, Object...) - Method in class org.gorpipe.spark.GeneralSparkCluster

submit(String, String, Object...) - Method in class org.gorpipe.spark.platform.GorClusterBase

submit(String, BatchSubmission) - Method in class org.gorpipe.spark.GeneralSparkCluster

submit(String, BatchSubmission) - Method in class org.gorpipe.spark.platform.GorClusterBase

SubmitTimestamp - org.gorpipe.spark.platform.JobField

The submit timestamp

subscribeGorMonitor(String, GorMonitor) - Method in class org.gorpipe.spark.GeneralSparkCluster

subscribeGorMonitor(String, GorMonitor) - Method in class org.gorpipe.spark.platform.GorClusterBase

supportBatch(SparkSession, StructType) - Method in class gorsat.spark.GorFileFormat

supportDataType(DataType) - Method in class gorsat.spark.GorFileFormat

sync() - Method in class org.gorpipe.spark.platform.JedisPipelineWrapper

sync() - Method in interface org.gorpipe.spark.platform.RedisPipeline

T

toBatch() - Method in class gorsat.spark.GorScanBuilder

toColString() - Method in class org.gorpipe.spark.GorSparkRowBase

toColString() - Method in class org.gorpipe.spark.SparkGorRow

toColString() - Method in class org.gorpipe.spark.SparkRow

toMap() - Method in interface org.gorpipe.spark.platform.GorJob

Convert job data to map

toMap() - Method in class org.gorpipe.spark.platform.GorQuery

toString() - Method in class gorsat.spark.GordFunction

toString() - Method in class org.gorpipe.spark.GorSparkRowBase

toString() - Method in class org.gorpipe.spark.SparkGorRow

toString() - Method in class org.gorpipe.spark.SparkRow

translatePath(String, Path, String) - Static method in class gorsat.process.SparkRowSource

typeFromParquetLine(ParquetLine, boolean, String[]) - Static method in class gorsat.process.SparkRowSource

typeFromStream(Stream<String>, boolean, String[], boolean) - Static method in class gorsat.process.SparkRowSource

typeFromStream(Stream<String>, boolean, String[], boolean, boolean) - Static method in class gorsat.process.SparkRowSource

U

UNKNOWN - org.gorpipe.spark.platform.JobStatus

Status not known

unlock() - Method in class org.gorpipe.spark.platform.GorKeyLock

unlock() - Method in class org.gorpipe.spark.platform.GorTaskBase

Release lock

unlock(GorTaskBase) - Method in class org.gorpipe.spark.platform.GorLocks

updateRow(int, int, int) - Method in class gorsat.spark.NativePartitionReader

useCache() - Method in class org.gorpipe.spark.platform.GorQuery

usedFiles - Variable in class gorsat.process.SparkRowSource.GorDataType

V

valueOf(String) - Static method in enum org.gorpipe.spark.platform.JobField

Returns the enum constant of this type with the specified name.

valueOf(String) - Static method in enum org.gorpipe.spark.platform.JobStatus

Returns the enum constant of this type with the specified name.

values() - Static method in enum org.gorpipe.spark.platform.JobField

Returns an array containing the constants of this enum type, in the order they are declared.

values() - Static method in enum org.gorpipe.spark.platform.JobStatus

Returns an array containing the constants of this enum type, in the order they are declared.

vectorTypes(StructType, StructType, SQLConf) - Method in class gorsat.spark.GorFileFormat

W

waitFor(boolean, JobMonitor, Duration) - Method in interface org.gorpipe.spark.platform.GorJob

Wait for job completion.

waitFor(int, int, boolean, JobMonitor) - Method in interface org.gorpipe.spark.platform.GorJob

Wait for job completion

waitFor(Iterable<GorJob>, JobMonitor) - Method in class org.gorpipe.spark.platform.GorClusterBase

Wait for jobs to finish

withStart - Variable in class gorsat.process.SparkRowSource.GorDataType

workerCount - Variable in class org.gorpipe.spark.platform.GorClusterBase.Statistics

workerFatalException(Object, Throwable) - Method in class org.gorpipe.spark.platform.GorClusterBase

Worker should notify cluster that it is exiting because of exception.

write(String) - Method in class gorsat.process.HailInputSource

write(InternalRow) - Method in class gorsat.spark.GorOutputWriter

writeRow(Writer) - Method in class org.gorpipe.spark.GorSparkRowBase

writeRow(Writer) - Method in class org.gorpipe.spark.SparkGorRow

writeRow(Writer) - Method in class org.gorpipe.spark.SparkRow

writeRowToStream(OutputStream) - Method in class org.gorpipe.spark.GorSparkRowBase

writeRowToStream(OutputStream) - Method in class org.gorpipe.spark.SparkGorRow

writeRowToStream(OutputStream) - Method in class org.gorpipe.spark.SparkRow

Y

yieldFor(Collection<GorJob>, String, JobMonitor) - Method in class org.gorpipe.spark.GeneralSparkCluster

yieldFor(Collection<GorJob>, String, JobMonitor) - Method in class org.gorpipe.spark.platform.GorClusterBase

Z

zadd(String, double, String) - Method in class org.gorpipe.spark.platform.JedisPipelineWrapper

zadd(String, double, String) - Method in class org.gorpipe.spark.platform.JedisTransactionWrapper

zadd(String, double, String) - Method in class org.gorpipe.spark.platform.JedisWrapper

zadd(String, double, String) - Method in interface org.gorpipe.spark.platform.Redis

zadd(String, double, String) - Method in interface org.gorpipe.spark.platform.RedisPipeline

zadd(String, double, String) - Method in interface org.gorpipe.spark.platform.RedisTransaction

zcard(String) - Method in class org.gorpipe.spark.platform.JedisWrapper

zcard(String) - Method in interface org.gorpipe.spark.platform.Redis

zrange(String, long, long) - Method in class org.gorpipe.spark.platform.JedisWrapper

zrange(String, long, long) - Method in interface org.gorpipe.spark.platform.Redis

zrem(String, String) - Method in class org.gorpipe.spark.platform.JedisPipelineWrapper

zrem(String, String) - Method in class org.gorpipe.spark.platform.JedisTransactionWrapper

zrem(String, String) - Method in interface org.gorpipe.spark.platform.RedisPipeline

zrem(String, String) - Method in interface org.gorpipe.spark.platform.RedisTransaction

zrem(String, String...) - Method in class org.gorpipe.spark.platform.JedisWrapper

zrem(String, String...) - Method in interface org.gorpipe.spark.platform.Redis

A B C D E F G H I J K L M N O P Q R S T U V W Y Z
All Classes|All Packages