Index (spark 3.15.8 API)

A B C D E F G H I J K L M N O P Q R S T U V W Y Z
All Classes All Packages

A

add(String, Object...) - Method in class org.gorpipe.spark.platform.BatchSubmission: Add job info to submission
addColumns(int) - Method in class org.gorpipe.spark.GorSparkRowBase
addColumns(int) - Method in class org.gorpipe.spark.SparkGorRow
addColumns(int) - Method in class org.gorpipe.spark.SparkRow
addConfig(String, Object) - Method in class org.gorpipe.spark.SparkOperatorSpecs
addDriverHostPath(String, String, String, String, boolean) - Method in class org.gorpipe.spark.SparkOperatorSpecs
addDriverVolumeClaim(String, String, String, String, boolean) - Method in class org.gorpipe.spark.SparkOperatorSpecs
addExecutorHostPath(String, String, String, String, boolean) - Method in class org.gorpipe.spark.SparkOperatorSpecs
addExecutorVolumeClaim(String, String, String, String, boolean) - Method in class org.gorpipe.spark.SparkOperatorSpecs
addHostPath(String, String, String, String, String, boolean) - Method in class org.gorpipe.spark.SparkOperatorSpecs
addLogSubscription(GorLogReceiver, String...) - Method in class org.gorpipe.spark.GeneralSparkCluster
addLogSubscription(GorLogReceiver, String...) - Method in class org.gorpipe.spark.platform.GorClusterBase
addMount(String, String, String, boolean) - Method in class org.gorpipe.spark.SparkOperatorSpecs
addScore(String, int) - Method in class org.gorpipe.spark.GeneralSparkCluster
addScore(String, int) - Method in class org.gorpipe.spark.platform.GorClusterBase
addSingleColumnToRow(String) - Method in class org.gorpipe.spark.GorSparkRowBase
addSingleColumnToRow(String) - Method in class org.gorpipe.spark.SparkGorRow
addSingleColumnToRow(String) - Method in class org.gorpipe.spark.SparkRow
addVolumeClaim(String, String, String, String, String, boolean) - Method in class org.gorpipe.spark.SparkOperatorSpecs
analyse(Dataset<Row>, String) - Static method in class gorsat.process.SparkRowSource
andThen(Function1<Iterator<InternalRow>, A>) - Method in class gorsat.spark.GordFunction
apply(int) - Method in class org.gorpipe.spark.GorSparkRowBase
apply(int) - Method in class org.gorpipe.spark.SparkGorRow
apply(int) - Method in class org.gorpipe.spark.SparkRow
apply(String, String) - Method in class org.gorpipe.spark.GorHeaderInferFunction
apply(Map<String, Object>) - Method in class org.gorpipe.spark.SparkOperatorSpecs
apply(PartitionedFile) - Method in class gorsat.spark.GordFunction

B

base128 - Variable in class gorsat.process.GorDataType
BatchSubmission - Class in org.gorpipe.spark.platform: Holds multiple job submissions
BatchSubmission() - Constructor for class org.gorpipe.spark.platform.BatchSubmission: Create empty submission
BatchSubmission(String, Object[]) - Constructor for class org.gorpipe.spark.platform.BatchSubmission: Create submission with one task
blankNull(String) - Static method in class org.gorpipe.spark.platform.GorQuery
build() - Method in class gorsat.spark.GorBatchTable
build() - Method in class gorsat.spark.GorScanBuilder
buildForBatch() - Method in class gorsat.spark.GorWriteBuilder
buildForStreaming() - Method in class gorsat.spark.GorWriteBuilder
buildReader(SparkSession, StructType, StructType, StructType, Seq<Filter>, Map<String, String>, Configuration) - Method in class gorsat.spark.GorFileFormat
buildReaderWithPartitionValues(SparkSession, StructType, StructType, StructType, Seq<Filter>, Map<String, String>, Configuration) - Method in class gorsat.spark.GorFileFormat

C

call() - Method in class org.gorpipe.spark.redis.GorSparkRedisRunner
call() - Method in class org.gorpipe.spark.redis.SparkGorQuery
call(String) - Method in class org.gorpipe.spark.udfs.CharToDoubleArray
call(String) - Method in class org.gorpipe.spark.udfs.CharToDoubleArrayMissing
call(String) - Method in class org.gorpipe.spark.udfs.CharToDoubleArrayMissingParallel
call(String) - Method in class org.gorpipe.spark.udfs.CharToDoubleArrayParallel
call(String) - Method in class org.gorpipe.spark.udfs.CommaToDoubleArray
call(String) - Method in class org.gorpipe.spark.udfs.CommaToDoubleMatrix
call(String) - Method in class org.gorpipe.spark.udfs.CommaToIntArray
call(String) - Method in class org.gorpipe.spark.udfs.MD5
call(String, String) - Method in class org.gorpipe.spark.GorHeaderInferFunction
call(Iterator<String>) - Method in class org.gorpipe.spark.GorzIterator
call(Iterator<String>) - Method in class org.gorpipe.spark.HeaderFunction
call(Iterator<String>) - Method in class org.gorpipe.spark.HeaderInferFunction
call(Iterator<String>) - Method in class org.gorpipe.spark.PipeFunction
call(Iterator<Row>) - Method in class org.gorpipe.spark.GorpWriter
call(Iterator<Row>) - Method in class gorsat.process.GorSpark
call(Iterator<Row>) - Method in class gorsat.process.GorSparkExternalFunction
call(Iterator<Row>) - Method in class gorsat.process.GorSparkMaterialize
call(Iterator<Row>) - Method in class org.gorpipe.spark.GorPipeFunction
call(Dataset<Row>, Long) - Method in class org.gorpipe.spark.redis.RedisBatchConsumer
call(Row) - Method in class gorsat.process.GorMapFunction
call(Row) - Method in class gorsat.process.NorMapFunction
call(Row) - Method in class gorsat.process.PNFilterFunction
call(Row) - Method in class org.gorpipe.spark.GorFilterFunction
call(Row) - Method in class org.gorpipe.spark.GorzFlatMap
call(Row) - Method in class org.gorpipe.spark.NorFilterFunction
call(Row) - Method in class org.gorpipe.spark.NorSparkRowFilterFunction
call(Row, Row) - Method in class org.gorpipe.spark.GorSparkArrayInferFunction
call(Row) - Method in class org.gorpipe.spark.GorSparkRowMapFunction
call(Row) - Method in class org.gorpipe.spark.GorSparkRowQueryFunction
call(Row, Row) - Method in class org.gorpipe.spark.GorSparkRowInferFunction
call(T) - Method in class org.gorpipe.spark.GorSparkRowFilterFunction
cancel() - Method in interface org.gorpipe.spark.platform.GorJob: Signal job for cancel
cancel(Iterable<GorJob>) - Static method in class org.gorpipe.spark.platform.GorClusterBase: Do best effort of canceling a list of jobs.
CancelFlag - org.gorpipe.spark.platform.JobField: If set to any value, indicates cancel
CANCELLED - org.gorpipe.spark.platform.JobStatus: Job has been cancelled
capabilities() - Method in class gorsat.spark.GorBatchTable
CharToDoubleArray - Class in org.gorpipe.spark.udfs
CharToDoubleArray() - Constructor for class org.gorpipe.spark.udfs.CharToDoubleArray
CharToDoubleArrayMissing - Class in org.gorpipe.spark.udfs
CharToDoubleArrayMissing() - Constructor for class org.gorpipe.spark.udfs.CharToDoubleArrayMissing
CharToDoubleArrayMissingParallel - Class in org.gorpipe.spark.udfs
CharToDoubleArrayMissingParallel() - Constructor for class org.gorpipe.spark.udfs.CharToDoubleArrayMissingParallel
CharToDoubleArrayParallel - Class in org.gorpipe.spark.udfs
CharToDoubleArrayParallel() - Constructor for class org.gorpipe.spark.udfs.CharToDoubleArrayParallel
checkNested(String, GorSession, String[]) - Method in class gorsat.process.SparkRowSource
checkNor(StructField[]) - Static method in class gorsat.process.SparkRowSource
checkRowFormat(Dataset<? extends Row>) - Method in class gorsat.process.SparkRowSource
close() - Method in class gorsat.commands.PysparkAnalysis
close() - Method in class gorsat.process.HailInputSource
close() - Method in class gorsat.process.SparkPipeInstance
close() - Method in class gorsat.process.SparkRowSource
close() - Method in class gorsat.spark.GorDoublePartitionReader
close() - Method in class gorsat.spark.GorIntegerPartitionReader
close() - Method in class gorsat.spark.GorLongPartitionReader
close() - Method in class gorsat.spark.GorOutputWriter
close() - Method in class gorsat.spark.GorPartitionReader
close() - Method in class gorsat.spark.GorStringPartitionReader
close() - Method in class gorsat.spark.NativePartitionReader
close() - Method in class org.gorpipe.driver.S3ASource
close() - Method in class org.gorpipe.driver.SQLSource
close() - Method in class org.gorpipe.spark.GeneralSparkCluster
close() - Method in class org.gorpipe.spark.platform.GorLocks
close() - Method in class org.gorpipe.spark.platform.JedisPipelineWrapper
close() - Method in class org.gorpipe.spark.platform.JedisTransactionWrapper
close() - Method in class org.gorpipe.spark.platform.JedisWrapper
close() - Method in interface org.gorpipe.spark.platform.Redis
close() - Method in class org.gorpipe.spark.platform.RedisLogSubscription
close() - Method in class org.gorpipe.spark.redis.GorSparkRedisRunner
close() - Method in class org.gorpipe.spark.redis.RedisBatchConsumer
closePySpark() - Static method in class org.gorpipe.spark.GorSparkUtilities
cmdString() - Method in class gorsat.commands.PysparkAnalysis
colAsDouble(int) - Method in class org.gorpipe.spark.GorSparkRowBase
colAsDouble(int) - Method in class org.gorpipe.spark.SparkGorRow
colAsDouble(int) - Method in class org.gorpipe.spark.SparkRow
colAsInt(int) - Method in class org.gorpipe.spark.GorSparkRowBase
colAsInt(int) - Method in class org.gorpipe.spark.SparkGorRow
colAsInt(int) - Method in class org.gorpipe.spark.SparkRow
colAsLong(int) - Method in class org.gorpipe.spark.GorSparkRowBase
colAsLong(int) - Method in class org.gorpipe.spark.SparkGorRow
colAsLong(int) - Method in class org.gorpipe.spark.SparkRow
colAsString(int) - Method in class org.gorpipe.spark.GorSparkRowBase
colAsString(int) - Method in class org.gorpipe.spark.NorSparkRow
colAsString(int) - Method in class org.gorpipe.spark.SparkGorRow
colAsString(int) - Method in class org.gorpipe.spark.SparkRow
colsSlice(int, int) - Method in class org.gorpipe.spark.GorSparkRowBase
colsSlice(int, int) - Method in class org.gorpipe.spark.SparkGorRow
colsSlice(int, int) - Method in class org.gorpipe.spark.SparkRow
CommaToDoubleArray - Class in org.gorpipe.spark.udfs
CommaToDoubleArray() - Constructor for class org.gorpipe.spark.udfs.CommaToDoubleArray
CommaToDoubleMatrix - Class in org.gorpipe.spark.udfs
CommaToDoubleMatrix() - Constructor for class org.gorpipe.spark.udfs.CommaToDoubleMatrix
CommaToIntArray - Class in org.gorpipe.spark.udfs
CommaToIntArray() - Constructor for class org.gorpipe.spark.udfs.CommaToIntArray
compose(Function1<A, PartitionedFile>) - Method in class gorsat.spark.GordFunction
copy() - Method in class org.gorpipe.spark.GorSparkRowBase
copy() - Method in class org.gorpipe.spark.SparkGorRow
copy() - Method in class org.gorpipe.spark.SparkRow
create() - Method in class org.gorpipe.spark.SparkSessionFactory
create(String) - Static method in class org.gorpipe.spark.platform.JedisURIHelper
create(String, int, int) - Static method in class org.gorpipe.spark.platform.JedisURIHelper: Create redis Uri.
createGorIterator(GorContext) - Static method in class gorsat.process.SparkPipeInstance
createIterator(GorSession) - Method in class org.gorpipe.spark.SparkGorExecutionEngine
createMapList(Map<String, String>, Map<String, String>, String) - Static method in class gorsat.process.SparkRowUtilities
createMapString(Map<String, String>, Map<String, String>, String) - Static method in class gorsat.process.SparkRowUtilities
createQueryHandler(boolean, GorQuery, String) - Method in class org.gorpipe.spark.GeneralSparkCluster
createQueryHandler(boolean, GorQuery, String) - Method in class org.gorpipe.spark.platform.GorClusterBase
createReader(InputPartition) - Method in class gorsat.spark.GorReaderFactory
createReader(InputPartition) - Method in class gorsat.spark.GorSpecificReaderFactory
createReaderFactory() - Method in class gorsat.spark.GorScanBuilder
createReaderFactory() - Method in class gorsat.spark.GorSpecificScanBuilder
createRunner(GorSession) - Method in class org.gorpipe.spark.SparkGorExecutionEngine
createSession() - Method in class org.gorpipe.spark.SparkGorExecutionEngine
createSparkApplication(ObjectMapper, String) - Method in class org.gorpipe.spark.SparkOperatorRunner
createSparkApplicationFromJson(String) - Method in class org.gorpipe.spark.SparkOperatorRunner
createSparkApplicationFromYaml(String) - Method in class org.gorpipe.spark.SparkOperatorRunner
createWorker() - Method in class org.gorpipe.spark.GeneralSparkCluster
createWorker() - Method in class org.gorpipe.spark.platform.GorClusterBase
createWorker(String) - Method in class org.gorpipe.spark.GeneralSparkCluster
createWorker(String) - Method in class org.gorpipe.spark.platform.GorClusterBase

D

dataset - Variable in class org.gorpipe.spark.RowDataType
datasetMap - Static variable in class gorsat.commands.PysparkAnalysis
dataTypeMap - Variable in class gorsat.process.GorDataType
datatypes - Variable in class org.gorpipe.spark.RowDataType
decrBy(String, long) - Method in class org.gorpipe.spark.platform.JedisWrapper
decrBy(String, long) - Method in interface org.gorpipe.spark.platform.Redis
decrBy(String, Long) - Method in class org.gorpipe.spark.platform.JedisPipelineWrapper
decrBy(String, Long) - Method in class org.gorpipe.spark.platform.JedisTransactionWrapper
decrBy(String, Long) - Method in interface org.gorpipe.spark.platform.RedisPipeline
decrBy(String, Long) - Method in interface org.gorpipe.spark.platform.RedisTransaction
del(String) - Method in class org.gorpipe.spark.platform.JedisPipelineWrapper
del(String) - Method in class org.gorpipe.spark.platform.JedisTransactionWrapper
del(String) - Method in interface org.gorpipe.spark.platform.RedisPipeline
del(String) - Method in interface org.gorpipe.spark.platform.RedisTransaction
del(String...) - Method in class org.gorpipe.spark.platform.JedisWrapper
del(String...) - Method in interface org.gorpipe.spark.platform.Redis
deleteSparkApplication(String) - Method in class org.gorpipe.spark.SparkOperatorRunner
destroy() - Method in class org.gorpipe.spark.platform.JedisWrapperPool
destroy() - Method in interface org.gorpipe.spark.platform.RedisPool: Destroy pool
DONE - org.gorpipe.spark.platform.JobStatus: Job has ended successfully
doubleValue(int) - Method in class org.gorpipe.spark.GorSparkRowBase
doubleValue(int) - Method in class org.gorpipe.spark.SparkGorRow
doubleValue(int) - Method in class org.gorpipe.spark.SparkRow

E

equals(Object) - Method in class org.gorpipe.spark.platform.GorKeyLock: NB: Assumes that keys are using same redis server
Error - org.gorpipe.spark.platform.JobField: Error
exec() - Method in class org.gorpipe.spark.platform.JedisTransactionWrapper
exec() - Method in interface org.gorpipe.spark.platform.RedisTransaction
execute() - Method in class org.gorpipe.spark.SparkGorExecutionEngine
executeBatch(String[], String[], String[], String[], GorMonitor) - Method in class gorsat.spark.ReceiveQueryHandler
executeBatch(String[], String[], String[], String[], GorMonitor) - Method in class org.gorpipe.spark.GeneralSparkQueryHandler
executeSparkBatch(GorSparkSession, String, String, String[], String[], String[], String[]) - Static method in class org.gorpipe.spark.GeneralSparkQueryHandler
exists() - Method in class org.gorpipe.driver.S3ASource
exists() - Method in class org.gorpipe.driver.SQLSource
exists(String) - Method in class org.gorpipe.spark.platform.JedisWrapper
exists(String) - Method in interface org.gorpipe.spark.platform.Redis
expire(String, int) - Method in class org.gorpipe.spark.platform.JedisWrapper
expire(String, int) - Method in interface org.gorpipe.spark.platform.Redis

F

FAILED - org.gorpipe.spark.platform.JobStatus: Job has failed
fieldsToEncode - Static variable in class org.gorpipe.spark.platform.GorQuery
FilterParams - Class in gorsat.process
findJob(String) - Method in class org.gorpipe.spark.GeneralSparkCluster
findJob(String) - Method in class org.gorpipe.spark.platform.GorClusterBase
findJobByFingerprint(String, Function<URI, GorClusterBase>) - Method in class org.gorpipe.spark.GeneralSparkCluster
findJobByFingerprint(String, Function<URI, GorClusterBase>) - Method in class org.gorpipe.spark.platform.GorClusterBase
finish() - Method in class gorsat.spark.GORzip
FLAG_FORCE - Static variable in class org.gorpipe.spark.platform.GorQuery: Execution flag - force overwrite on all subqueries.
FLAG_HIGH_PRIORITY - Static variable in class org.gorpipe.spark.platform.GorQuery: Execution flag - High priority.
FLAG_PRESERVE - Static variable in class org.gorpipe.spark.platform.GorQuery: Execution flag - don't overwrite outfile (skip query).
forget(GorTaskBase) - Method in class org.gorpipe.spark.GeneralSparkCluster
forget(GorTaskBase) - Method in class org.gorpipe.spark.platform.GorClusterBase

G

GeneralSparkCluster - Class in org.gorpipe.spark
GeneralSparkCluster(String) - Constructor for class org.gorpipe.spark.GeneralSparkCluster
GeneralSparkQueryHandler - Class in org.gorpipe.spark
GeneralSparkQueryHandler(GorSparkSession, String) - Constructor for class org.gorpipe.spark.GeneralSparkQueryHandler
generateTempViewName(String, boolean, String, String, int, int) - Static method in class gorsat.process.SparkRowUtilities
generateTempViewName(String, boolean, String, String, int, int, List<Instant>) - Static method in class gorsat.process.SparkRowUtilities
get() - Method in class gorsat.spark.GorDoublePartitionReader
get() - Method in class gorsat.spark.GorIntegerPartitionReader
get() - Method in class gorsat.spark.GorLongPartitionReader
get() - Method in class gorsat.spark.GorPartitionReader
get() - Method in class gorsat.spark.GorStringPartitionReader
get() - Method in class gorsat.spark.NativePartitionReader
get(int) - Method in class org.gorpipe.spark.GorSparkRowBase
get(int) - Method in class org.gorpipe.spark.SparkGorRow
get(int) - Method in class org.gorpipe.spark.SparkRow
get(String) - Method in class org.gorpipe.spark.platform.JedisWrapper
get(String) - Static method in enum org.gorpipe.spark.platform.JobStatus: Map status string to constant
get(String) - Method in interface org.gorpipe.spark.platform.Redis
getAllCols() - Method in class org.gorpipe.spark.GorSparkRowBase
getAllCols() - Method in class org.gorpipe.spark.SparkGorRow
getAllCols() - Method in class org.gorpipe.spark.SparkRow
getBoolean(int) - Method in class org.gorpipe.spark.GorSparkRowBase
getBoolean(int) - Method in class org.gorpipe.spark.SparkGorRow
getBoolean(int) - Method in class org.gorpipe.spark.SparkRow
getByteCount() - Method in class org.gorpipe.spark.platform.GorQuery: Get the number of bytes the query returned
getCalcType() - Method in class gorsat.process.GorMapFunction
getClientJobId() - Method in interface org.gorpipe.spark.platform.GorJob: Get client job id (unique across multiple clusters)
getCluster() - Method in class org.gorpipe.spark.platform.GorTaskBase
getColumnCount() - Method in class org.gorpipe.spark.platform.GorQuery: Get the number of Columns the query returned
getCommandsToExecute() - Method in class gorsat.spark.ReceiveQueryHandler
getConfig() - Method in class org.gorpipe.spark.GeneralSparkCluster
getConfig() - Method in class org.gorpipe.spark.platform.GorClusterBase
getCurrentStatistics() - Method in class org.gorpipe.spark.GeneralSparkCluster
getCurrentStatistics() - Method in class org.gorpipe.spark.platform.GorClusterBase
getDataset() - Method in class gorsat.commands.PysparkAnalysis
getDataset() - Method in class gorsat.process.SparkRowSource
getDataType() - Method in class org.gorpipe.driver.S3ASource
getDataType() - Method in class org.gorpipe.driver.SQLSource
getDBIndex(URI) - Static method in class org.gorpipe.spark.platform.JedisURIHelper
getError() - Method in interface org.gorpipe.spark.platform.GorJob: Get error message
getExecutionEndTime() - Method in class org.gorpipe.spark.platform.GorQuery: Set the execution end time in ms, when the query execution engine stopped executing this query
getExecutionStartTime() - Method in class org.gorpipe.spark.platform.GorQuery: Set the execution start time in ms, when the query execution engine started executing this query
getExpirationTimestamp() - Method in interface org.gorpipe.spark.platform.GorJob: Get expiration timestamp
getExtension() - Method in class org.gorpipe.spark.platform.GorQuery
getFileEndingPredicate() - Static method in class gorsat.process.SparkRowUtilities
getFingerprint() - Method in class org.gorpipe.spark.platform.GorQuery
getFlags() - Method in class org.gorpipe.spark.platform.GorQuery
getFloat(int) - Method in class org.gorpipe.spark.GorSparkRowBase
getFloat(int) - Method in class org.gorpipe.spark.SparkGorRow
getFloat(int) - Method in class org.gorpipe.spark.SparkRow
getHeader() - Method in class gorsat.process.SparkPipeInstance
getHeader() - Method in class gorsat.process.SparkRowSource
getHost() - Method in interface org.gorpipe.spark.platform.GorClusterConfig
getInt(int) - Method in class org.gorpipe.spark.GorSparkRowBase
getInt(int) - Method in class org.gorpipe.spark.SparkGorRow
getInt(int) - Method in class org.gorpipe.spark.SparkRow
getIterator() - Method in class gorsat.process.SparkPipeInstance
getJedisPool(URI) - Method in interface org.gorpipe.spark.platform.PoolProvider
getJedisPool(URI) - Static method in class org.gorpipe.spark.platform.SharedRedisPools
getJedisPool(URI) - Method in class org.gorpipe.spark.platform.StandardRedisPoolProvider
getJobExpiration() - Method in class org.gorpipe.spark.GeneralSparkCluster
getJobExpiration() - Method in class org.gorpipe.spark.platform.GorClusterBase
getJobExpiration() - Method in class org.gorpipe.spark.SparkGorMonitor
getJobId() - Method in interface org.gorpipe.spark.platform.GorJob: Get job id (cluster unique)
getJobId() - Method in class org.gorpipe.spark.platform.GorTaskBase: Get job id
getJobId() - Method in class org.gorpipe.spark.SparkGorMonitor
getJobMessage(String) - Method in class org.gorpipe.spark.GeneralSparkCluster
getJobMessage(String) - Method in class org.gorpipe.spark.platform.GorClusterBase
getJobRetention() - Method in class org.gorpipe.spark.GeneralSparkCluster
getJobRetention() - Method in class org.gorpipe.spark.platform.GorClusterBase
getJobStatusesByRequestId(String) - Method in class org.gorpipe.spark.GeneralSparkCluster
getJobStatusesByRequestId(String) - Method in class org.gorpipe.spark.platform.GorClusterBase
getJupyterPath() - Static method in class org.gorpipe.spark.GorSparkUtilities
getKey() - Method in class org.gorpipe.spark.platform.GorKeyLock: Get key used for lock
getKey(String...) - Static method in class org.gorpipe.spark.platform.RedisLogSubscription
getLineCount() - Method in class org.gorpipe.spark.platform.GorQuery: Get the number of lines the query returned
getLocalHostName() - Method in class org.gorpipe.spark.platform.GorClusterBase
getLockName() - Method in class org.gorpipe.spark.platform.GorQuery
getLong(int) - Method in class org.gorpipe.spark.GorSparkRowBase
getLong(int) - Method in class org.gorpipe.spark.SparkGorRow
getLong(int) - Method in class org.gorpipe.spark.SparkRow
getMessage(String) - Method in class org.gorpipe.spark.platform.GorTaskBase
getName() - Method in class org.gorpipe.driver.S3ASource
getName() - Method in class org.gorpipe.driver.SQLSource
getNamespace() - Method in interface org.gorpipe.spark.platform.GorClusterConfig
getOriginalQuery() - Method in class org.gorpipe.spark.platform.GorQuery
getOutfile() - Method in class org.gorpipe.spark.platform.GorQuery
getOutfilePath() - Method in class org.gorpipe.spark.platform.GorQuery
getOutputStream(boolean) - Method in class org.gorpipe.driver.S3ASource
getOutputStream(boolean) - Method in class org.gorpipe.driver.SQLSource
getPartition() - Method in class org.gorpipe.spark.platform.GorQuery
getPassword(URI) - Static method in class org.gorpipe.spark.platform.JedisURIHelper
getPoolProvider() - Static method in class org.gorpipe.spark.platform.SharedRedisPools
getPort() - Method in interface org.gorpipe.spark.platform.GorClusterConfig
getPrivateLogKey(String) - Static method in class org.gorpipe.spark.platform.RedisLogSubscription
getProgress() - Method in interface org.gorpipe.spark.platform.GorJob: Get job progress (0..100)
getProgressMessage(String) - Method in class org.gorpipe.spark.platform.GorTaskBase
getProject() - Method in class org.gorpipe.spark.platform.GorQuery
getProjectId() - Method in class org.gorpipe.spark.platform.GorQuery
getProjectRoot() - Method in class org.gorpipe.spark.platform.GorQuery
getPyServer() - Static method in class org.gorpipe.spark.GorSparkUtilities
getPyServerPort() - Static method in class org.gorpipe.spark.GorSparkUtilities
getPyServerSecret() - Static method in class org.gorpipe.spark.GorSparkUtilities
getQuery() - Method in interface org.gorpipe.spark.platform.GorJob: Get the job query.
getQuery() - Method in class org.gorpipe.spark.platform.GorQuery
getQuerySource() - Method in class org.gorpipe.spark.platform.GorQuery
getQueryTimeout() - Method in class org.gorpipe.spark.platform.GorQuery
getRedisPool(URI) - Method in interface org.gorpipe.spark.platform.PoolProvider
getRedisPool(URI) - Static method in class org.gorpipe.spark.platform.SharedRedisPools
getRedisPool(URI) - Method in class org.gorpipe.spark.platform.StandardRedisPoolProvider
getRedisUri() - Method in class org.gorpipe.spark.SparkGorMonitor
getRelativeCachePath() - Method in class gorsat.process.SparkPipeInstance
getRequestId() - Method in class org.gorpipe.spark.platform.GorQuery
getRequestId() - Method in class org.gorpipe.spark.platform.GorTaskBase
getReserveToTime() - Method in class org.gorpipe.spark.platform.GorKeyLock
getResource() - Method in class org.gorpipe.spark.platform.JedisWrapperPool
getResource() - Method in interface org.gorpipe.spark.platform.RedisPool: Get resource from pool.
getResponses() - Method in class org.gorpipe.spark.platform.JedisPipelineWrapper
getResponses() - Method in interface org.gorpipe.spark.platform.RedisPipeline
getResult() - Method in interface org.gorpipe.spark.platform.GorJob: Get job result
getResultCacheExpirationMs() - Method in class org.gorpipe.spark.platform.GorQuery: Gets the time in ms from now that the query result could be evicted from cache.
getSchema() - Method in class org.gorpipe.spark.GorSparkRowMapFunction
getSecurityContext(String) - Method in class org.gorpipe.spark.GeneralSparkCluster
getSecurityContext(String) - Method in class org.gorpipe.spark.platform.GorClusterBase
getSecurityContextKey() - Method in class org.gorpipe.spark.platform.GorQuery
getSet(String, String) - Method in class org.gorpipe.spark.platform.JedisWrapper
getSet(String, String) - Method in interface org.gorpipe.spark.platform.Redis
getSource() - Method in interface org.gorpipe.spark.platform.GorClusterConfig
getSourceMetadata() - Method in class org.gorpipe.driver.S3ASource
getSourceMetadata() - Method in class org.gorpipe.driver.SQLSource
getSourceReference() - Method in class org.gorpipe.driver.S3ASource
getSourceReference() - Method in class org.gorpipe.driver.SQLSource
getSourceType() - Method in class org.gorpipe.driver.S3ASource
getSourceType() - Method in class org.gorpipe.driver.SQLSource
getSparkApplicationState(String) - Method in class org.gorpipe.spark.SparkOperatorRunner
getSparkGorRedisUri() - Static method in class org.gorpipe.spark.GorSparkUtilities
getSparkOperatorYaml(String) - Static method in class org.gorpipe.spark.SparkOperatorRunner
getSparkSession() - Static method in class org.gorpipe.spark.GorSparkUtilities
getSparkSession(int) - Static method in class org.gorpipe.spark.GorSparkUtilities
getStatus() - Method in interface org.gorpipe.spark.platform.GorJob: Get job status
getStatus() - Method in class org.gorpipe.spark.platform.GorTaskBase: Get job status
getStatus() - Method in class org.gorpipe.spark.redis.Job
getString(int) - Method in class org.gorpipe.spark.GorSparkRowBase
getString(int) - Method in class org.gorpipe.spark.SparkGorRow
getString(int) - Method in class org.gorpipe.spark.SparkRow
getSubmitTimestamp() - Method in interface org.gorpipe.spark.platform.GorJob: Get submit timestamp
getSupportedSourceTypes() - Method in class org.gorpipe.driver.S3ASourceProvider
getSupportedSourceTypes() - Method in class org.gorpipe.driver.SQLSourceProvider
getTaskName(Class<? extends GorTaskBase>) - Static method in class org.gorpipe.spark.platform.GorTaskBase: Get short name for task class.
getTime() - Method in class org.gorpipe.spark.platform.GorQuery: Submission time (if available) in seconds from Jan 1st 1970 (i.e.
getTimestamp() - Method in class org.gorpipe.spark.RowDataType
getURI() - Method in interface org.gorpipe.spark.platform.GorClusterConfig
getUser() - Method in class org.gorpipe.spark.platform.GorQuery
getValue(String, JobField) - Method in class org.gorpipe.spark.GeneralSparkCluster
getValue(String, JobField) - Method in class org.gorpipe.spark.platform.GorClusterBase
getValue(JobField) - Method in class org.gorpipe.spark.SparkGorMonitor
getWaitTime() - Method in class gorsat.spark.ReceiveQueryHandler
getWaitTime() - Method in class org.gorpipe.spark.GeneralSparkQueryHandler
gor() - Method in class gorsat.process.SparkRowSource
gor2Schema(String, Row) - Static method in class gorsat.process.SparkRowUtilities
GorBatchTable - Class in gorsat.spark
GorBatchTable(String, boolean, String, String, String, String, String, String, String, String, String, String, String, boolean) - Constructor for class gorsat.spark.GorBatchTable
GorBatchTable(String, boolean, String, String, String, String, String, String, StructType, String, String, String, String, String, boolean) - Constructor for class gorsat.spark.GorBatchTable
GorClusterBase - Class in org.gorpipe.spark.platform
GorClusterBase() - Constructor for class org.gorpipe.spark.platform.GorClusterBase
GorClusterBase.Statistics - Class in org.gorpipe.spark.platform
GorClusterConfig - Interface in org.gorpipe.spark.platform
gorCmdSchema(String[], GorSparkSession) - Static method in class gorsat.process.SparkRowUtilities
gorCmdSchema(String, GorSparkSession, boolean) - Static method in class gorsat.process.SparkRowUtilities
GorDataSourceJava - Class in gorsat.spark
GorDataSourceJava() - Constructor for class gorsat.spark.GorDataSourceJava
GorDataType - Class in gorsat.process
GorDataType(Map<Integer, DataType>, boolean, String[], String[], boolean) - Constructor for class gorsat.process.GorDataType
GorDataType(Map<Integer, DataType>, boolean, String[], String[], boolean, boolean) - Constructor for class gorsat.process.GorDataType
gorDataTypeToStructType(GorDataType) - Static method in class gorsat.process.SparkRowUtilities
GordFunction - Class in gorsat.spark
GordFunction(StructType) - Constructor for class gorsat.spark.GordFunction
GorDoublePartitionReader - Class in gorsat.spark
GorDoublePartitionReader(StructType, GorRangeInputPartition, String, String, String, String, String, String, String, String) - Constructor for class gorsat.spark.GorDoublePartitionReader
GorFileFormat - Class in gorsat.spark
GorFileFormat() - Constructor for class gorsat.spark.GorFileFormat
GorFilterFunction - Class in org.gorpipe.spark
GorFilterFunction(String, String[], String[]) - Constructor for class org.gorpipe.spark.GorFilterFunction
GorHeaderInferFunction - Class in org.gorpipe.spark
GorHeaderInferFunction() - Constructor for class org.gorpipe.spark.GorHeaderInferFunction
GorIntegerPartitionReader - Class in gorsat.spark
GorIntegerPartitionReader(StructType, GorRangeInputPartition, String, String, String, String, String, String, String, String) - Constructor for class gorsat.spark.GorIntegerPartitionReader
GorJob - Interface in org.gorpipe.spark.platform
GorKeyLock - Class in org.gorpipe.spark.platform
GorKeyLock(String) - Constructor for class org.gorpipe.spark.platform.GorKeyLock
GorLocks - Class in org.gorpipe.spark.platform
GorLocks(long) - Constructor for class org.gorpipe.spark.platform.GorLocks
GorLogReceiver - Interface in org.gorpipe.spark.platform: Receives private log messages from cluster jobs
GorLogSubscription - Interface in org.gorpipe.spark.platform
GorLongPartitionReader - Class in gorsat.spark
GorLongPartitionReader(StructType, GorRangeInputPartition, String, String, String, String, String, String, String, String) - Constructor for class gorsat.spark.GorLongPartitionReader
GorMapFunction - Class in gorsat.process
GorMonitorGorLogForwarder - Class in org.gorpipe.spark.platform: Forward messages from remote jobs to local job
GorMonitorGorLogForwarder(GorMonitor) - Constructor for class org.gorpipe.spark.platform.GorMonitorGorLogForwarder
GorOutputWriter - Class in gorsat.spark
GorOutputWriter(String, StructType, String) - Constructor for class gorsat.spark.GorOutputWriter
GorPartition - Class in org.gorpipe.spark
GorPartition(int) - Constructor for class org.gorpipe.spark.GorPartition
GorPartitioning - Class in gorsat.spark
GorPartitioning() - Constructor for class gorsat.spark.GorPartitioning
GorPartitionReader - Class in gorsat.spark
GorPartitionReader(StructType, GorRangeInputPartition, String, String, String, String, String, String, String, String) - Constructor for class gorsat.spark.GorPartitionReader
gorpipe(Analysis, boolean) - Method in class gorsat.process.SparkRowSource
gorpipe(Dataset<? extends Row>, String) - Static method in class gorsat.process.SparkRowSource
GorPipeFunction - Class in org.gorpipe.spark
GorPipeFunction(String, String) - Constructor for class org.gorpipe.spark.GorPipeFunction
GorpWriter - Class in org.gorpipe.spark
GorpWriter(String) - Constructor for class org.gorpipe.spark.GorpWriter
GorQuery - Class in org.gorpipe.spark.platform
GorQuery() - Constructor for class org.gorpipe.spark.platform.GorQuery
GorQuery(Map<String, String>) - Constructor for class org.gorpipe.spark.platform.GorQuery
GorReaderFactory - Class in gorsat.spark
GorReaderFactory(StructType, String, String, String, String, String, String, String, String, String) - Constructor for class gorsat.spark.GorReaderFactory
gorsat.commands - package gorsat.commands
gorsat.process - package gorsat.process
gorsat.spark - package gorsat.spark
GorScanBuilder - Class in gorsat.spark
GorScanBuilder(StructType, String, String, String, String, String, String, String, String, String) - Constructor for class gorsat.spark.GorScanBuilder
GorSpark - Class in gorsat.process
GorSpark(String, boolean, StructType, String, String) - Constructor for class gorsat.process.GorSpark
GorSpark(String, boolean, StructType, String, String, String, String) - Constructor for class gorsat.process.GorSpark
GorSparkArrayInferFunction - Class in org.gorpipe.spark
GorSparkArrayInferFunction() - Constructor for class org.gorpipe.spark.GorSparkArrayInferFunction
GorSparkExternalFunction - Class in gorsat.process
GorSparkExternalFunction(String, String, String) - Constructor for class gorsat.process.GorSparkExternalFunction
GorSparkMaterialize - Class in gorsat.process
GorSparkMaterialize(String, boolean, StructType, String, String, int) - Constructor for class gorsat.process.GorSparkMaterialize
GorSparkMaterialize(String, boolean, StructType, String, String, String, String, int) - Constructor for class gorsat.process.GorSparkMaterialize
GorSparkRedisRunner - Class in org.gorpipe.spark.redis
GorSparkRedisRunner() - Constructor for class org.gorpipe.spark.redis.GorSparkRedisRunner
GorSparkRedisRunner(GorSparkSession) - Constructor for class org.gorpipe.spark.redis.GorSparkRedisRunner
GorSparkRow - Class in org.gorpipe.spark
GorSparkRow(Row) - Constructor for class org.gorpipe.spark.GorSparkRow
GorSparkRowBase - Class in org.gorpipe.spark
GorSparkRowBase() - Constructor for class org.gorpipe.spark.GorSparkRowBase
GorSparkRowFilterFunction<T extends org.gorpipe.gor.model.Row> - Class in org.gorpipe.spark
GorSparkRowFilterFunction(String, String[], String[]) - Constructor for class org.gorpipe.spark.GorSparkRowFilterFunction
GorSparkRowFilterFunction(String, StructType) - Constructor for class org.gorpipe.spark.GorSparkRowFilterFunction
GorSparkRowInferFunction - Class in org.gorpipe.spark
GorSparkRowInferFunction() - Constructor for class org.gorpipe.spark.GorSparkRowInferFunction
GorSparkRowMapFunction - Class in org.gorpipe.spark
GorSparkRowMapFunction(String, String, String[], String[]) - Constructor for class org.gorpipe.spark.GorSparkRowMapFunction
GorSparkRowMapFunction(String, String, StructType) - Constructor for class org.gorpipe.spark.GorSparkRowMapFunction
GorSparkRowQueryFunction - Class in org.gorpipe.spark
GorSparkRowQueryFunction(String) - Constructor for class org.gorpipe.spark.GorSparkRowQueryFunction
GorSparkUtilities - Class in org.gorpipe.spark
GorSpecificInputPartition - Class in gorsat.spark
GorSpecificReaderFactory - Class in gorsat.spark
GorSpecificReaderFactory() - Constructor for class gorsat.spark.GorSpecificReaderFactory
GorSpecificScanBuilder - Class in gorsat.spark
GorSpecificScanBuilder(StructType, String, String, String, String, String, String, String, String, String) - Constructor for class gorsat.spark.GorSpecificScanBuilder
GorStringPartitionReader - Class in gorsat.spark
GorStringPartitionReader(StructType, GorRangeInputPartition, String, String, String, String, String, String, String, String) - Constructor for class gorsat.spark.GorStringPartitionReader
GorTaskBase - Class in org.gorpipe.spark.platform
GorTaskBase(String) - Constructor for class org.gorpipe.spark.platform.GorTaskBase
gortypes - Variable in class gorsat.process.GorDataType
GorWriteBuilder - Class in gorsat.spark
GorWriteBuilder() - Constructor for class gorsat.spark.GorWriteBuilder
GorzFlatMap - Class in org.gorpipe.spark
GorzFlatMap() - Constructor for class org.gorpipe.spark.GorzFlatMap
GORzip - Class in gorsat.spark
GORzip(Path, String, boolean, boolean, GorIndexType, int, String) - Constructor for class gorsat.spark.GORzip
GorzIterator - Class in org.gorpipe.spark
GorzIterator() - Constructor for class org.gorpipe.spark.GorzIterator
GorzIterator(String) - Constructor for class org.gorpipe.spark.GorzIterator

H

HailInputSource - Class in gorsat.process
HailInputSource(String[]) - Constructor for class gorsat.process.HailInputSource
hasByteCount() - Method in class org.gorpipe.spark.platform.GorQuery
hasColumnCount() - Method in class org.gorpipe.spark.platform.GorQuery
hasExecutionEndTime() - Method in class org.gorpipe.spark.platform.GorQuery
hasExecutionStartTime() - Method in class org.gorpipe.spark.platform.GorQuery
hasExpirationTimestamp() - Method in interface org.gorpipe.spark.platform.GorJob: Check if this gorjob has an expiration timestamp
hashCode() - Method in class org.gorpipe.spark.platform.GorKeyLock
hasLineCount() - Method in class org.gorpipe.spark.platform.GorQuery
hasLock() - Method in class org.gorpipe.spark.platform.GorTaskBase
hasLock(GorTaskBase) - Method in class org.gorpipe.spark.platform.GorLocks
hasNext() - Method in class gorsat.process.HailInputSource
hasNext() - Method in class gorsat.process.SparkPipeInstance
hasNext() - Method in class gorsat.process.SparkRowSource
hasQueryStatistics() - Method in class org.gorpipe.spark.platform.GorQuery
hasResourceHints() - Method in class gorsat.process.SparkPipeInstance
hasResultCacheExpirationMs() - Method in class org.gorpipe.spark.platform.GorQuery
hasSubmitTimestamp() - Method in interface org.gorpipe.spark.platform.GorJob: Check if this gorjob has a submit timestamp
hdel(String, String) - Method in class org.gorpipe.spark.platform.JedisPipelineWrapper
hdel(String, String) - Method in class org.gorpipe.spark.platform.JedisTransactionWrapper
hdel(String, String) - Method in interface org.gorpipe.spark.platform.RedisPipeline
hdel(String, String) - Method in interface org.gorpipe.spark.platform.RedisTransaction
hdel(String, String...) - Method in class org.gorpipe.spark.platform.JedisWrapper
hdel(String, String...) - Method in interface org.gorpipe.spark.platform.Redis
header - Variable in class gorsat.process.GorDataType
HeaderFunction - Class in org.gorpipe.spark
HeaderFunction(String, String) - Constructor for class org.gorpipe.spark.HeaderFunction
HeaderInferFunction - Class in org.gorpipe.spark
HeaderInferFunction(String, String) - Constructor for class org.gorpipe.spark.HeaderInferFunction
hexists(String, String) - Method in class org.gorpipe.spark.platform.JedisWrapper
hexists(String, String) - Method in interface org.gorpipe.spark.platform.Redis
hget(String, String) - Method in class org.gorpipe.spark.platform.JedisWrapper
hget(String, String) - Method in interface org.gorpipe.spark.platform.Redis
hgetall(String) - Method in class org.gorpipe.spark.platform.JedisPipelineWrapper
hgetall(String) - Method in class org.gorpipe.spark.platform.JedisWrapper
hgetall(String) - Method in interface org.gorpipe.spark.platform.Redis
hgetall(String) - Method in interface org.gorpipe.spark.platform.RedisPipeline
hincrBy(String, String, long) - Method in class org.gorpipe.spark.platform.JedisTransactionWrapper
hincrBy(String, String, long) - Method in class org.gorpipe.spark.platform.JedisWrapper
hincrBy(String, String, long) - Method in interface org.gorpipe.spark.platform.Redis
hincrBy(String, String, long) - Method in interface org.gorpipe.spark.platform.RedisTransaction
hmget(String, String...) - Method in class org.gorpipe.spark.platform.JedisWrapper
hmget(String, String...) - Method in interface org.gorpipe.spark.platform.Redis
hmset(String, Map<String, String>) - Method in class org.gorpipe.spark.platform.JedisPipelineWrapper
hmset(String, Map<String, String>) - Method in class org.gorpipe.spark.platform.JedisTransactionWrapper
hmset(String, Map<String, String>) - Method in class org.gorpipe.spark.platform.JedisWrapper
hmset(String, Map<String, String>) - Method in interface org.gorpipe.spark.platform.Redis
hmset(String, Map<String, String>) - Method in interface org.gorpipe.spark.platform.RedisPipeline
hmset(String, Map<String, String>) - Method in interface org.gorpipe.spark.platform.RedisTransaction
hset(String, String, String) - Method in class org.gorpipe.spark.platform.JedisPipelineWrapper
hset(String, String, String) - Method in class org.gorpipe.spark.platform.JedisTransactionWrapper
hset(String, String, String) - Method in class org.gorpipe.spark.platform.JedisWrapper
hset(String, String, String) - Method in interface org.gorpipe.spark.platform.Redis
hset(String, String, String) - Method in interface org.gorpipe.spark.platform.RedisPipeline
hset(String, String, String) - Method in interface org.gorpipe.spark.platform.RedisTransaction

I

incr(String) - Method in class org.gorpipe.spark.platform.JedisWrapper
incr(String) - Method in interface org.gorpipe.spark.platform.Redis
incrBy(String, long) - Method in class org.gorpipe.spark.platform.JedisWrapper
incrBy(String, long) - Method in interface org.gorpipe.spark.platform.Redis
incrBy(String, Long) - Method in class org.gorpipe.spark.platform.JedisPipelineWrapper
incrBy(String, Long) - Method in class org.gorpipe.spark.platform.JedisTransactionWrapper
incrBy(String, Long) - Method in interface org.gorpipe.spark.platform.RedisPipeline
incrBy(String, Long) - Method in interface org.gorpipe.spark.platform.RedisTransaction
index() - Method in class org.gorpipe.spark.GorPartition
infer(Row, Row) - Method in class org.gorpipe.spark.GorSparkArrayInferFunction
inferDataTypes(InputStream, String, boolean, boolean) - Static method in class gorsat.process.SparkRowUtilities
inferDataTypes(FileReader, String, boolean, boolean) - Static method in class gorsat.process.SparkRowUtilities
inferSchema(InputStream, String, boolean, boolean) - Static method in class gorsat.process.SparkRowUtilities
inferSchema(SparkSession, Map<String, String>, Seq<FileStatus>) - Method in class gorsat.spark.GorFileFormat
init() - Method in class gorsat.process.SparkRowSource
init() - Method in class org.gorpipe.spark.GorSparkRow
init() - Method in class org.gorpipe.spark.LongGorSparkRow
init() - Method in class org.gorpipe.spark.SparkRow
init(String, boolean, String) - Method in class gorsat.process.SparkPipeInstance
init(String, String, JedisPool) - Method in class org.gorpipe.spark.SparkGorMonitor
init(String, GorMonitor) - Method in class gorsat.process.SparkPipeInstance
init(SparkSession) - Method in class org.gorpipe.spark.redis.GorSparkRedisRunner
init(GorSparkSession) - Method in class org.gorpipe.spark.GeneralSparkQueryHandler
initAdaptor() - Method in class org.gorpipe.spark.GorSparkRowQueryFunction
initPy4jServer() - Static method in class org.gorpipe.spark.GorSparkUtilities
initPySpark(Optional<String>) - Static method in class org.gorpipe.spark.GorSparkUtilities
instance - Static variable in class org.gorpipe.spark.redis.GorSparkRedisRunner
intValue(int) - Method in class org.gorpipe.spark.GorSparkRowBase
intValue(int) - Method in class org.gorpipe.spark.SparkGorRow
intValue(int) - Method in class org.gorpipe.spark.SparkRow
inUse() - Method in class org.gorpipe.spark.platform.JedisWrapperPool
inUse() - Method in interface org.gorpipe.spark.platform.RedisPool
isBuffered() - Method in class gorsat.process.SparkRowSource
isCancelled() - Method in class org.gorpipe.spark.platform.GorTaskBase: Check if job has been cancelled
isCancelling() - Method in interface org.gorpipe.spark.platform.GorJob: Check if job is cancelling.
isFlagSet(String) - Method in class org.gorpipe.spark.platform.GorQuery
isLocked() - Method in class org.gorpipe.spark.platform.GorKeyLock
isNor() - Method in class gorsat.process.SparkRowSource
isNullAt(int) - Method in class org.gorpipe.spark.GorSparkRowBase
isNullAt(int) - Method in class org.gorpipe.spark.SparkGorRow
isNullAt(int) - Method in class org.gorpipe.spark.SparkRow
isSplitable(SparkSession, Map<String, String>, Path) - Method in class gorsat.spark.GorFileFormat
isStringInt(String) - Static method in class org.gorpipe.spark.platform.GorQuery
isStringLong(String) - Static method in class org.gorpipe.spark.platform.GorQuery
isValid(URI) - Static method in class org.gorpipe.spark.platform.JedisURIHelper

J

JedisPipelineWrapper - Class in org.gorpipe.spark.platform: Wrap jedis pipeline
JedisPipelineWrapper(Jedis, Pipeline) - Constructor for class org.gorpipe.spark.platform.JedisPipelineWrapper: Create jedis pipeline wrapper
JedisTransactionWrapper - Class in org.gorpipe.spark.platform
JedisTransactionWrapper(Transaction) - Constructor for class org.gorpipe.spark.platform.JedisTransactionWrapper
JedisURIHelper - Class in org.gorpipe.spark.platform: Created by gisli on 06/01/2017.
JedisURIHelper() - Constructor for class org.gorpipe.spark.platform.JedisURIHelper
JedisWrapper - Class in org.gorpipe.spark.platform: Wrapper class delegating to real jedis connection
JedisWrapperPool - Class in org.gorpipe.spark.platform: RedisPool implementation wrapping real connections
JedisWrapperPool(JedisPool) - Constructor for class org.gorpipe.spark.platform.JedisWrapperPool: Create pool
Job - Class in org.gorpipe.spark.redis
Job(String) - Constructor for class org.gorpipe.spark.redis.Job
jobExists(String) - Method in class org.gorpipe.spark.GeneralSparkCluster
jobExists(String) - Method in class org.gorpipe.spark.platform.GorClusterBase
JobField - Enum in org.gorpipe.spark.platform: Fields used in redis to store job info
JobMonitor - Interface in org.gorpipe.spark.platform: Interface passable to wait methods
JobStatus - Enum in org.gorpipe.spark.platform: Job statuses

K

key() - Method in enum org.gorpipe.spark.platform.JobField: Get key
keys(String) - Method in class org.gorpipe.spark.platform.JedisWrapper
keys(String) - Method in interface org.gorpipe.spark.platform.Redis

L

length() - Method in class org.gorpipe.spark.GorSparkRowBase
length() - Method in class org.gorpipe.spark.SparkGorRow
length() - Method in class org.gorpipe.spark.SparkRow
ListSparkRowAdaptor - Class in org.gorpipe.spark
ListSparkRowAdaptor(StructType) - Constructor for class org.gorpipe.spark.ListSparkRowAdaptor
localProgressMonitor - Static variable in class org.gorpipe.spark.SparkGorMonitor
lock(long) - Method in class org.gorpipe.spark.platform.GorKeyLock
lock(String, long) - Method in class org.gorpipe.spark.platform.GorTaskBase: Get exclusive cluster-wide lock
locks() - Method in class org.gorpipe.spark.GeneralSparkCluster
locks() - Method in class org.gorpipe.spark.platform.GorClusterBase
log(String) - Method in class org.gorpipe.spark.SparkGorMonitor
logDebug(String) - Method in class org.gorpipe.spark.GeneralSparkCluster
logDebug(String) - Method in class org.gorpipe.spark.platform.GorClusterBase
logDebug(String) - Method in class org.gorpipe.spark.platform.GorTaskBase
logError(String, Throwable) - Method in class org.gorpipe.spark.GeneralSparkCluster
logError(String, Throwable) - Method in class org.gorpipe.spark.platform.GorClusterBase
logError(String, Throwable) - Method in class org.gorpipe.spark.platform.GorTaskBase
logError(String, Throwable) - Method in class org.gorpipe.spark.SparkGorMonitor
logInfo(String, Throwable) - Method in class org.gorpipe.spark.GeneralSparkCluster
logInfo(String, Throwable) - Method in class org.gorpipe.spark.platform.GorClusterBase
logInfo(String, Throwable) - Method in class org.gorpipe.spark.platform.GorTaskBase
logProgress(String) - Method in class org.gorpipe.spark.platform.GorTaskBase
logProgress(String, String) - Method in class org.gorpipe.spark.GeneralSparkCluster
logProgress(String, String) - Method in class org.gorpipe.spark.platform.GorClusterBase
logWarn(String, Throwable) - Method in class org.gorpipe.spark.GeneralSparkCluster
logWarn(String, Throwable) - Method in class org.gorpipe.spark.platform.GorClusterBase
logWarn(String, Throwable) - Method in class org.gorpipe.spark.platform.GorTaskBase
LongGorSparkRow - Class in org.gorpipe.spark
LongGorSparkRow(Row) - Constructor for class org.gorpipe.spark.LongGorSparkRow
longValue(int) - Method in class org.gorpipe.spark.GorSparkRowBase
longValue(int) - Method in class org.gorpipe.spark.SparkGorRow
longValue(int) - Method in class org.gorpipe.spark.SparkRow

M

main(String[]) - Static method in class org.gorpipe.spark.redis.GorSparkRedisRunner
main(String[]) - Static method in class org.gorpipe.spark.redis.RedisBatchConsumer: For standalone gor query sparkapplication
main(String[]) - Static method in class org.gorpipe.spark.SparkPCA
markDone() - Method in class gorsat.commands.PysparkAnalysis
MD5 - Class in org.gorpipe.spark.udfs
MD5() - Constructor for class org.gorpipe.spark.udfs.MD5
monitor(GorJob) - Method in interface org.gorpipe.spark.platform.JobMonitor: Called periodically while job is running (passed to waitFor etc).
multi() - Method in class org.gorpipe.spark.platform.JedisWrapper
multi() - Method in interface org.gorpipe.spark.platform.Redis

N

name() - Method in class gorsat.spark.GorBatchTable
NativePartitionReader - Class in gorsat.spark
NativePartitionReader(StructField[], GorRangeInputPartition) - Constructor for class gorsat.spark.NativePartitionReader
newScanBuilder(CaseInsensitiveStringMap) - Method in class gorsat.spark.GorBatchTable
newWriteBuilder(LogicalWriteInfo) - Method in class gorsat.spark.GorBatchTable
next() - Method in class gorsat.process.HailInputSource
next() - Method in class gorsat.process.SparkPipeInstance
next() - Method in class gorsat.process.SparkRowSource
next() - Method in class gorsat.spark.GorDoublePartitionReader
next() - Method in class gorsat.spark.GorIntegerPartitionReader
next() - Method in class gorsat.spark.GorLongPartitionReader
next() - Method in class gorsat.spark.GorPartitionReader
next() - Method in class gorsat.spark.GorStringPartitionReader
next() - Method in class gorsat.spark.NativePartitionReader
nor - Variable in class gorsat.process.GorDataType
NorFilterFunction - Class in org.gorpipe.spark
NorFilterFunction(String, String[], String[]) - Constructor for class org.gorpipe.spark.NorFilterFunction
NorMapFunction - Class in gorsat.process
NorSparkRow - Class in org.gorpipe.spark
NorSparkRow(Row) - Constructor for class org.gorpipe.spark.NorSparkRow
NorSparkRowFilterFunction - Class in org.gorpipe.spark
NorSparkRowFilterFunction(String, String[], String[]) - Constructor for class org.gorpipe.spark.NorSparkRowFilterFunction
numCols() - Method in class org.gorpipe.spark.GorSparkRowBase
numCols() - Method in class org.gorpipe.spark.NorSparkRow
numCols() - Method in class org.gorpipe.spark.SparkGorRow
numCols() - Method in class org.gorpipe.spark.SparkRow
numPartitions() - Method in class gorsat.spark.GorPartitioning

O

onCreateKeyLock(String, long) - Method in class org.gorpipe.spark.platform.GorLocks
onMessage(String, String) - Method in class org.gorpipe.spark.platform.RedisLogSubscription
onPMessage(String, String, String) - Method in class org.gorpipe.spark.platform.RedisLogSubscription
onPSubscribe(String, int) - Method in class org.gorpipe.spark.platform.RedisLogSubscription
onPUnsubscribe(String, int) - Method in class org.gorpipe.spark.platform.RedisLogSubscription
onSubscribe(String, int) - Method in class org.gorpipe.spark.platform.RedisLogSubscription
onUnsubscribe(String, int) - Method in class org.gorpipe.spark.platform.RedisLogSubscription
onWorkerException(Runnable) - Method in class org.gorpipe.spark.platform.GorClusterBase: Can register (single) runnable to run on worker exception
open() - Method in class org.gorpipe.driver.S3ASource
open() - Method in class org.gorpipe.driver.SQLSource
open(long) - Method in class org.gorpipe.driver.S3ASource
open(long) - Method in class org.gorpipe.driver.SQLSource
open(long, long) - Method in class org.gorpipe.driver.S3ASource
open(long, long) - Method in class org.gorpipe.driver.SQLSource
org.gorpipe.driver - package org.gorpipe.driver
org.gorpipe.spark - package org.gorpipe.spark
org.gorpipe.spark.platform - package org.gorpipe.spark.platform
org.gorpipe.spark.redis - package org.gorpipe.spark.redis
org.gorpipe.spark.udfs - package org.gorpipe.spark.udfs
otherCols() - Method in class org.gorpipe.spark.GorSparkRow
otherCols() - Method in class org.gorpipe.spark.GorSparkRowBase
otherCols() - Method in class org.gorpipe.spark.SparkGorRow
otherCols() - Method in class org.gorpipe.spark.SparkRow
otherColsLength() - Method in class org.gorpipe.spark.GorSparkRowBase
otherColsLength() - Method in class org.gorpipe.spark.SparkGorRow
otherColsLength() - Method in class org.gorpipe.spark.SparkRow
outputPartitioning() - Method in class gorsat.spark.GorSpecificScanBuilder
overwriteExisting() - Method in class org.gorpipe.spark.platform.GorQuery: Tell if existing results (if present) should be overwritten.

P

paramString - Variable in class gorsat.process.FilterParams
partitioning() - Method in class gorsat.spark.GorBatchTable
path - Variable in class org.gorpipe.spark.RowDataType
Payload - org.gorpipe.spark.platform.JobField: The jobs payload as json
peekAtColumn(int) - Method in class org.gorpipe.spark.GorSparkRowBase
peekAtColumn(int) - Method in class org.gorpipe.spark.SparkGorRow
peekAtColumn(int) - Method in class org.gorpipe.spark.SparkRow
PENDING - org.gorpipe.spark.platform.JobStatus: Job has been submitted and is pending execution
pendingJobCount - Variable in class org.gorpipe.spark.platform.GorClusterBase.Statistics
perform() - Method in class org.gorpipe.spark.platform.GorTaskBase: Work method.
ping() - Method in class org.gorpipe.spark.platform.JedisWrapper
ping() - Method in interface org.gorpipe.spark.platform.Redis
PipeFunction - Class in org.gorpipe.spark
PipeFunction(String, String) - Constructor for class org.gorpipe.spark.PipeFunction
pipelined() - Method in class org.gorpipe.spark.platform.JedisWrapper
pipelined() - Method in interface org.gorpipe.spark.platform.Redis
planInputPartitions() - Method in class gorsat.spark.GorSpecificScanBuilder
PNFilterFunction - Class in gorsat.process
PNFilterFunction(String, int) - Constructor for class gorsat.process.PNFilterFunction
pool() - Method in class org.gorpipe.spark.GeneralSparkCluster
pool() - Method in class org.gorpipe.spark.platform.GorClusterBase
PoolProvider - Interface in org.gorpipe.spark.platform
prepareWrite(SparkSession, Job, Map<String, String>, StructType) - Method in class gorsat.spark.GorFileFormat
prioritySubmit(String, String, Object...) - Method in class org.gorpipe.spark.GeneralSparkCluster
prioritySubmit(String, String, Object...) - Method in class org.gorpipe.spark.platform.GorClusterBase
process(Row) - Method in class gorsat.spark.GORzip
process(Row) - Method in class org.gorpipe.spark.ListSparkRowAdaptor
processArguments(GorContext, String, String[], String[], boolean, String) - Method in class gorsat.commands.Pyspark
Progress - org.gorpipe.spark.platform.JobField: Progress string
publish(String, String) - Method in class org.gorpipe.spark.platform.JedisWrapper
publish(String, String) - Method in interface org.gorpipe.spark.platform.Redis
pushdownCalc(String, String) - Method in class gorsat.process.SparkRowSource
pushdownCmd(String) - Method in class gorsat.process.SparkRowSource
pushdownFilter(String) - Method in class gorsat.process.SparkRowSource
pushdownGor(String) - Method in class gorsat.process.SparkRowSource
pushdownSelect(String[]) - Method in class gorsat.process.SparkRowSource
pushdownTop(int) - Method in class gorsat.process.SparkRowSource
pushdownWrite(String) - Method in class gorsat.process.SparkRowSource
pushedFilters() - Method in class gorsat.spark.GorBatchTable
pushedFilters() - Method in class gorsat.spark.GorSpecificScanBuilder
pushFilters(Filter[]) - Method in class gorsat.spark.GorBatchTable
pushFilters(Filter[]) - Method in class gorsat.spark.GorSpecificScanBuilder
pyspark(String, Dataset<? extends Row>, String) - Method in class gorsat.commands.PysparkAnalysis
Pyspark - Class in gorsat.commands
Pyspark() - Constructor for class gorsat.commands.Pyspark
PysparkAnalysis - Class in gorsat.commands
PysparkAnalysis() - Constructor for class gorsat.commands.PysparkAnalysis

Q

query() - Method in class gorsat.process.GorSpark
queue - Static variable in class org.gorpipe.spark.GeneralSparkQueryHandler

R

readSchema() - Method in class gorsat.spark.GorScanBuilder
receiveLog(String, String, String) - Method in interface org.gorpipe.spark.platform.GorLogReceiver
receiveLog(String, String, String) - Method in class org.gorpipe.spark.platform.GorMonitorGorLogForwarder
ReceiveQueryHandler - Class in gorsat.spark
ReceiveQueryHandler() - Constructor for class gorsat.spark.ReceiveQueryHandler
Redis - Interface in org.gorpipe.spark.platform: Defines subset of Redis commands.
RedisBatchConsumer - Class in org.gorpipe.spark.redis
RedisBatchConsumer(SparkSession, String) - Constructor for class org.gorpipe.spark.redis.RedisBatchConsumer
RedisLogSubscription - Class in org.gorpipe.spark.platform: Handles subscription to job log channels.
RedisLogSubscription(GorClusterBase, GorLogReceiver, String[]) - Constructor for class org.gorpipe.spark.platform.RedisLogSubscription
RedisPipeline - Interface in org.gorpipe.spark.platform
RedisPool - Interface in org.gorpipe.spark.platform: Redis connection pool.
RedisTransaction - Interface in org.gorpipe.spark.platform
refreshAll() - Method in class org.gorpipe.spark.platform.GorLocks
refreshLock() - Method in class org.gorpipe.spark.platform.GorKeyLock
registerFile(String[], String, String, GorSparkSession, String, Path, Path, boolean, String, String, String, String, boolean, String, int, int, String, String, boolean, boolean, StructType) - Static method in class gorsat.process.SparkRowUtilities
registerJobByFingerprint(String, GorJob) - Method in class org.gorpipe.spark.GeneralSparkCluster
registerJobByFingerprint(String, GorJob) - Method in class org.gorpipe.spark.platform.GorClusterBase
removeColumn(int) - Method in class org.gorpipe.spark.GorSparkRowBase
removeColumn(int) - Method in class org.gorpipe.spark.SparkGorRow
removeColumn(int) - Method in class org.gorpipe.spark.SparkRow
REQUEST_ID_FIELD - Static variable in class org.gorpipe.spark.platform.GorQuery
resize(int) - Method in class org.gorpipe.spark.GorSparkRowBase
resize(int) - Method in class org.gorpipe.spark.SparkGorRow
resize(int) - Method in class org.gorpipe.spark.SparkRow
resolveDataSource(SourceReference) - Method in class org.gorpipe.driver.S3ASourceProvider
resolveDataSource(SourceReference) - Method in class org.gorpipe.driver.SQLSourceProvider
Result - org.gorpipe.spark.platform.JobField: Result string
row - Variable in class org.gorpipe.spark.SparkGorRow
row - Variable in class org.gorpipe.spark.SparkRow
RowDataType - Class in org.gorpipe.spark
RowDataType(String, List<Instant>) - Constructor for class org.gorpipe.spark.RowDataType
RowDataType(Dataset<? extends Row>, DataType[], String, List<Instant>) - Constructor for class org.gorpipe.spark.RowDataType
rowWithSelectedColumns(int[]) - Method in class org.gorpipe.spark.GorSparkRowBase
rowWithSelectedColumns(int[]) - Method in class org.gorpipe.spark.SparkGorRow
rowWithSelectedColumns(int[]) - Method in class org.gorpipe.spark.SparkRow
run() - Method in class org.gorpipe.spark.GeneralSparkCluster
run() - Method in class org.gorpipe.spark.platform.GorTaskBase
run(String, String, String, GorMonitor, String[], String[], String) - Method in class org.gorpipe.spark.SparkOperatorRunner
runGorJobs(String, Set<Integer>, String[], String[], String[], String[], String[]) - Method in class org.gorpipe.spark.redis.RedisBatchConsumer
runJobBatch(List<String[]>) - Method in class org.gorpipe.spark.redis.RedisBatchConsumer
RUNNING - org.gorpipe.spark.platform.JobStatus: Job has started
runningJobCount - Variable in class org.gorpipe.spark.platform.GorClusterBase.Statistics
runQueryHandler(String, String, String, Path, GorMonitor, String[], String[], String[], String[], String[]) - Method in class org.gorpipe.spark.SparkOperatorRunner
runSparkJob(String, String[], String, String, String, String) - Method in class org.gorpipe.spark.redis.RedisBatchConsumer
runSparkOperator(GorMonitor, String[], String[]) - Method in class gorsat.process.SparkPipeInstance
runSparkOperator(GorMonitor, String, Path, String[], String[]) - Method in class org.gorpipe.spark.SparkOperatorRunner
runYaml(String, String, SparkOperatorSpecs) - Method in class org.gorpipe.spark.SparkOperatorRunner

S

S3A - Static variable in class org.gorpipe.driver.S3ASourceType
S3ASource - Class in org.gorpipe.driver: Represents an object in Amazon S3.
S3ASource(SourceReference) - Constructor for class org.gorpipe.driver.S3ASource: Create source
S3ASourceProvider - Class in org.gorpipe.driver
S3ASourceProvider() - Constructor for class org.gorpipe.driver.S3ASourceProvider
S3ASourceProvider(GorDriverConfig, FileCache, Set<StreamSourceIteratorFactory>) - Constructor for class org.gorpipe.driver.S3ASourceProvider
S3ASourceType - Class in org.gorpipe.driver
sa(int) - Method in class org.gorpipe.spark.GorSparkRowBase
sa(int) - Method in class org.gorpipe.spark.SparkGorRow
sa(int) - Method in class org.gorpipe.spark.SparkRow
satisfy(Distribution) - Method in class gorsat.spark.GorPartitioning
schema() - Method in class gorsat.spark.GorBatchTable
schema() - Method in class org.gorpipe.spark.GorSparkRowBase
schema() - Method in class org.gorpipe.spark.SparkGorRow
schema() - Method in class org.gorpipe.spark.SparkRow
schemaFromRow(String[], Row) - Static method in class gorsat.process.SparkRowSource
seek(String, int) - Method in class gorsat.process.HailInputSource
seek(String, int) - Method in class gorsat.process.SparkPipeInstance
seek(String, int) - Method in class gorsat.process.SparkRowSource
selectedColumns(int[]) - Method in class org.gorpipe.spark.GorSparkRowBase
selectedColumns(int[]) - Method in class org.gorpipe.spark.SparkGorRow
selectedColumns(int[]) - Method in class org.gorpipe.spark.SparkRow
set(String, String) - Method in class org.gorpipe.spark.platform.JedisWrapper
set(String, String) - Method in interface org.gorpipe.spark.platform.Redis
setAliasFile(String) - Method in class gorsat.spark.GorBatchTable
setByteCount(long) - Method in class org.gorpipe.spark.platform.GorQuery: Set the number of bytes the query returned
setCacheDir(String) - Method in class gorsat.spark.GorBatchTable
setCluster(GorClusterBase) - Method in class org.gorpipe.spark.GeneralSparkQueryHandler
setCluster(GorClusterBase) - Method in class org.gorpipe.spark.platform.GorTaskBase
setColumn(int, String) - Method in class org.gorpipe.spark.GorSparkRowBase
setColumn(int, String) - Method in class org.gorpipe.spark.NorSparkRow
setColumn(int, String) - Method in class org.gorpipe.spark.SparkGorRow
setColumn(int, String) - Method in class org.gorpipe.spark.SparkRow
setColumnCount(int) - Method in class org.gorpipe.spark.platform.GorQuery: Set the number of Columns the query returned
setConfigFile(String) - Method in class gorsat.spark.GorBatchTable
setDataset(Dataset<Row>) - Method in class gorsat.commands.PysparkAnalysis
setError(String) - Method in class org.gorpipe.spark.platform.GorTaskBase
setExecutionEndTime(long) - Method in class org.gorpipe.spark.platform.GorQuery: Set the execution end time in ms, when the query execution engine stopped executing this query
setExecutionStartTime(long) - Method in class org.gorpipe.spark.platform.GorQuery: Set the execution start time in ms, when the query execution engine started executing this query
setExtension(String) - Method in class org.gorpipe.spark.platform.GorQuery: Set desired extension
setFetchHeader(boolean) - Method in class gorsat.process.GorSparkExternalFunction
setFingerprint(String) - Method in class org.gorpipe.spark.platform.GorQuery
setFlag(String) - Method in class org.gorpipe.spark.platform.GorQuery
setFlags(String) - Method in class org.gorpipe.spark.platform.GorQuery: Set flags: P - preserve, dont overwrite outfile
setForce(boolean) - Method in class gorsat.spark.ReceiveQueryHandler
setForce(boolean) - Method in class org.gorpipe.spark.GeneralSparkQueryHandler
setJobId(String) - Method in class org.gorpipe.spark.SparkGorMonitor
setLineCount(long) - Method in class org.gorpipe.spark.platform.GorQuery: Set the number of lines the query returned
setnx(String, String) - Method in class org.gorpipe.spark.platform.JedisWrapper
setnx(String, String) - Method in interface org.gorpipe.spark.platform.Redis
setOriginalQuery(String) - Method in class org.gorpipe.spark.platform.GorQuery
setOutfile(String) - Method in class org.gorpipe.spark.platform.GorQuery
setPartition(String) - Method in class org.gorpipe.spark.platform.GorQuery
setPoolProvider(PoolProvider) - Static method in class org.gorpipe.spark.platform.SharedRedisPools
setProgress(String) - Method in class org.gorpipe.spark.platform.GorTaskBase
setProject(String) - Method in class org.gorpipe.spark.platform.GorQuery
setProjectId(int) - Method in class org.gorpipe.spark.platform.GorQuery
setProjectRoot(String) - Method in class gorsat.spark.GorBatchTable
setProjectRoot(String) - Method in class org.gorpipe.spark.platform.GorQuery
setQuery(String) - Method in class org.gorpipe.spark.platform.GorQuery
setQuerySource(String) - Method in class org.gorpipe.spark.platform.GorQuery
setQueryTime(Long) - Method in class gorsat.spark.ReceiveQueryHandler
setQueryTime(Long) - Method in class org.gorpipe.spark.GeneralSparkQueryHandler
setQueryTimeout(long) - Method in class org.gorpipe.spark.platform.GorQuery
setRange(String, int, int) - Method in class gorsat.process.SparkRowSource
setRequestId(String) - Method in class org.gorpipe.spark.platform.GorQuery
setResult(String) - Method in class org.gorpipe.spark.platform.GorTaskBase
setResultCacheExpirationMs(long) - Method in class org.gorpipe.spark.platform.GorQuery: Sets the time in ms from now that the query result could be evicted from cache.
setSchema(StructType) - Method in class gorsat.process.GorSpark
setSchema(StructType) - Method in class gorsat.process.GorSparkExternalFunction
setSecurityContextKey(String) - Method in class org.gorpipe.spark.platform.GorQuery
setStatus(String) - Method in class org.gorpipe.spark.redis.Job
setStatus(JobStatus) - Method in class org.gorpipe.spark.platform.GorTaskBase
setTime(Long) - Method in class org.gorpipe.spark.platform.GorQuery
setup() - Method in class gorsat.spark.GORzip
setUsedFiles(List<String>) - Method in class gorsat.process.GorDataType
setUser(String) - Method in class org.gorpipe.spark.platform.GorQuery
setValue(String, JobField, String) - Method in class org.gorpipe.spark.GeneralSparkCluster
setValue(String, JobField, String) - Method in class org.gorpipe.spark.platform.GorClusterBase
setValue(JobField, String) - Method in class org.gorpipe.spark.SparkGorMonitor
SharedRedisPools - Class in org.gorpipe.spark.platform: Share redis pools
SharedRedisPools() - Constructor for class org.gorpipe.spark.platform.SharedRedisPools
shortName() - Method in class gorsat.spark.GorFileFormat
shutdownPy4jServer() - Static method in class org.gorpipe.spark.GorSparkUtilities
size() - Method in class org.gorpipe.spark.SparkGorRow
slicedRow(int, int) - Method in class org.gorpipe.spark.GorSparkRowBase
slicedRow(int, int) - Method in class org.gorpipe.spark.SparkGorRow
slicedRow(int, int) - Method in class org.gorpipe.spark.SparkRow
SPARKAPPLICATION_COMPLETED_STATE - Static variable in class org.gorpipe.spark.SparkOperatorRunner
SPARKAPPLICATION_FAILED_STATE - Static variable in class org.gorpipe.spark.SparkOperatorRunner
SPARKAPPLICATION_RUNNING_STATE - Static variable in class org.gorpipe.spark.SparkOperatorRunner
SparkGorExecutionEngine - Class in org.gorpipe.spark
SparkGorExecutionEngine(String, String, String, String, String, Path, String, GorMonitor) - Constructor for class org.gorpipe.spark.SparkGorExecutionEngine
SparkGorExecutionEngine(String, String, String, String, String, Path, String, GorMonitor, int) - Constructor for class org.gorpipe.spark.SparkGorExecutionEngine
SparkGorMonitor - Class in org.gorpipe.spark
SparkGorMonitor(String, String) - Constructor for class org.gorpipe.spark.SparkGorMonitor
SparkGorMonitor(String, String, JedisPool) - Constructor for class org.gorpipe.spark.SparkGorMonitor
SparkGorQuery - Class in org.gorpipe.spark.redis
SparkGorQuery(GorContext, String, String) - Constructor for class org.gorpipe.spark.redis.SparkGorQuery
SparkGorRow - Class in org.gorpipe.spark
SparkGorRow(StructType) - Constructor for class org.gorpipe.spark.SparkGorRow
SparkGorRow(Row, StructType) - Constructor for class org.gorpipe.spark.SparkGorRow
SparkOperatorRunner - Class in org.gorpipe.spark
SparkOperatorRunner(GorSparkSession) - Constructor for class org.gorpipe.spark.SparkOperatorRunner
SparkOperatorSpecs - Class in org.gorpipe.spark
SparkOperatorSpecs() - Constructor for class org.gorpipe.spark.SparkOperatorSpecs
SparkPCA - Class in org.gorpipe.spark
SparkPCA() - Constructor for class org.gorpipe.spark.SparkPCA
SparkPipeInstance - Class in gorsat.process
SparkPipeInstance(GorContext) - Constructor for class gorsat.process.SparkPipeInstance
SparkPipeInstance(GorContext, String) - Constructor for class gorsat.process.SparkPipeInstance
SparkRow - Class in org.gorpipe.spark
SparkRow(Row) - Constructor for class org.gorpipe.spark.SparkRow
SparkRowSource - Class in gorsat.process: Created by sigmar on 12/02/16.
SparkRowSource(String[], String, boolean, GorSession, String, int, int, int) - Constructor for class gorsat.process.SparkRowSource
SparkRowSource(String, String, String, String, boolean, GorSparkSession, String, String, String, String, String, int, int, boolean, String, boolean, String, int, boolean, String, String, String) - Constructor for class gorsat.process.SparkRowSource
SparkRowUtilities - Class in gorsat.process
SparkRowUtilities() - Constructor for class gorsat.process.SparkRowUtilities
SparkSessionFactory - Class in org.gorpipe.spark: Factory class for creating default/generic gor sessions.
SparkSessionFactory(String, String, String, String, String, SparkGorMonitor) - Constructor for class org.gorpipe.spark.SparkSessionFactory
SparkSessionFactory(SparkSession, String, String, String, String, String, GorMonitor) - Constructor for class org.gorpipe.spark.SparkSessionFactory
SparkSessionFactory(SparkSession, String, String, String, String, String, GorMonitor, int) - Constructor for class org.gorpipe.spark.SparkSessionFactory
SparkSessionFactory(SparkSession, String, String, String, String, String, GorMonitor, GorParallelQueryHandler) - Constructor for class org.gorpipe.spark.SparkSessionFactory
SQL - Static variable in class org.gorpipe.driver.SQLSourceType
SQLSource - Class in org.gorpipe.driver: Represents an table in SQL database Created by villi on 22/08/15.
SQLSource(SourceReference) - Constructor for class org.gorpipe.driver.SQLSource: Create source
SQLSourceProvider - Class in org.gorpipe.driver
SQLSourceProvider() - Constructor for class org.gorpipe.driver.SQLSourceProvider
SQLSourceProvider(GorDriverConfig, FileCache, Set<StreamSourceIteratorFactory>) - Constructor for class org.gorpipe.driver.SQLSourceProvider
SQLSourceType - Class in org.gorpipe.driver
StandardRedisPoolProvider - Class in org.gorpipe.spark.platform
StandardRedisPoolProvider() - Constructor for class org.gorpipe.spark.platform.StandardRedisPoolProvider
start() - Method in interface org.gorpipe.spark.platform.GorLogSubscription
start() - Method in class org.gorpipe.spark.platform.RedisLogSubscription
Statistics() - Constructor for class org.gorpipe.spark.platform.GorClusterBase.Statistics
Status - org.gorpipe.spark.platform.JobField: Status field (see JobStatus for values
storeSecurityContext(String) - Method in class org.gorpipe.spark.GeneralSparkCluster
storeSecurityContext(String) - Method in class org.gorpipe.spark.platform.GorClusterBase
stream2SparkRowList(Stream<Row>, StructType) - Static method in class org.gorpipe.spark.GorSparkUtilities
stringValue(int) - Method in class org.gorpipe.spark.GorSparkRow
stringValue(int) - Method in class org.gorpipe.spark.GorSparkRowBase
stringValue(int) - Method in class org.gorpipe.spark.NorSparkRow
stringValue(int) - Method in class org.gorpipe.spark.SparkGorRow
stringValue(int) - Method in class org.gorpipe.spark.SparkRow
submit(String, String, Object...) - Method in class org.gorpipe.spark.GeneralSparkCluster
submit(String, String, Object...) - Method in class org.gorpipe.spark.platform.GorClusterBase
submit(String, BatchSubmission) - Method in class org.gorpipe.spark.GeneralSparkCluster
submit(String, BatchSubmission) - Method in class org.gorpipe.spark.platform.GorClusterBase
SubmitTimestamp - org.gorpipe.spark.platform.JobField: The submit timestamp
subscribeGorMonitor(String, GorMonitor) - Method in class org.gorpipe.spark.GeneralSparkCluster
subscribeGorMonitor(String, GorMonitor) - Method in class org.gorpipe.spark.platform.GorClusterBase
supportBatch(SparkSession, StructType) - Method in class gorsat.spark.GorFileFormat
supportDataType(DataType) - Method in class gorsat.spark.GorFileFormat
supportsLinks() - Method in class org.gorpipe.driver.SQLSource
supportsWriting() - Method in class org.gorpipe.driver.S3ASource
supportsWriting() - Method in class org.gorpipe.driver.SQLSource
sync() - Method in class org.gorpipe.spark.platform.JedisPipelineWrapper
sync() - Method in interface org.gorpipe.spark.platform.RedisPipeline

T

timestamp - Variable in class org.gorpipe.spark.RowDataType
toBatch() - Method in class gorsat.spark.GorScanBuilder
toColString() - Method in class org.gorpipe.spark.GorSparkRowBase
toColString() - Method in class org.gorpipe.spark.SparkGorRow
toColString() - Method in class org.gorpipe.spark.SparkRow
toMap() - Method in interface org.gorpipe.spark.platform.GorJob: Convert job data to map
toMap() - Method in class org.gorpipe.spark.platform.GorQuery
toString() - Method in class gorsat.spark.GordFunction
toString() - Method in class org.gorpipe.spark.GorSparkRowBase
toString() - Method in class org.gorpipe.spark.SparkGorRow
toString() - Method in class org.gorpipe.spark.SparkRow
translatePath(String, Path, String) - Static method in class gorsat.process.SparkRowUtilities
typeFromParquetLine(ParquetLine, boolean, String[]) - Static method in class gorsat.process.SparkRowUtilities
typeFromStream(Stream<String>, boolean, String[], boolean) - Static method in class gorsat.process.SparkRowUtilities
typeFromStream(Stream<String>, boolean, String[], boolean, boolean) - Static method in class gorsat.process.SparkRowUtilities

U

UNKNOWN - org.gorpipe.spark.platform.JobStatus: Status not known
unlock() - Method in class org.gorpipe.spark.platform.GorKeyLock
unlock() - Method in class org.gorpipe.spark.platform.GorTaskBase: Release lock
unlock(GorTaskBase) - Method in class org.gorpipe.spark.platform.GorLocks
updateRow(int, int, int) - Method in class gorsat.spark.NativePartitionReader
useCache() - Method in class org.gorpipe.spark.platform.GorQuery
usedFiles - Variable in class gorsat.process.GorDataType

V

valueOf(String) - Static method in enum org.gorpipe.spark.platform.JobField: Returns the enum constant of this type with the specified name.
valueOf(String) - Static method in enum org.gorpipe.spark.platform.JobStatus: Returns the enum constant of this type with the specified name.
values() - Static method in enum org.gorpipe.spark.platform.JobField: Returns an array containing the constants of this enum type, in the order they are declared.
values() - Static method in enum org.gorpipe.spark.platform.JobStatus: Returns an array containing the constants of this enum type, in the order they are declared.
vectorTypes(StructType, StructType, SQLConf) - Method in class gorsat.spark.GorFileFormat

W

waitFor() - Method in class gorsat.commands.PysparkAnalysis
waitFor(boolean, JobMonitor, Duration) - Method in interface org.gorpipe.spark.platform.GorJob: Wait for job completion.
waitFor(int, int, boolean, JobMonitor) - Method in interface org.gorpipe.spark.platform.GorJob: Wait for job completion
waitFor(Iterable<GorJob>, JobMonitor) - Method in class org.gorpipe.spark.platform.GorClusterBase: Wait for jobs to finish
waitForSparkApplicationToComplete(GorMonitor, String) - Method in class org.gorpipe.spark.SparkOperatorRunner
withStart - Variable in class gorsat.process.GorDataType
workerCount - Variable in class org.gorpipe.spark.platform.GorClusterBase.Statistics
workerFatalException(Object, Throwable) - Method in class org.gorpipe.spark.platform.GorClusterBase: Worker should notify cluster that it is exiting because of exception.
wrapGenomicIterator(GenomicIterator) - Method in class gorsat.process.SparkPipeInstance
write(String) - Method in class gorsat.process.HailInputSource
write(InternalRow) - Method in class gorsat.spark.GorOutputWriter
writeNorRowToStream(OutputStream) - Method in class org.gorpipe.spark.SparkGorRow
writeNorRowToStream(OutputStream) - Method in class org.gorpipe.spark.SparkRow
writeRow(Writer) - Method in class org.gorpipe.spark.GorSparkRowBase
writeRow(Writer) - Method in class org.gorpipe.spark.SparkGorRow
writeRow(Writer) - Method in class org.gorpipe.spark.SparkRow
writeRowToStream(OutputStream) - Method in class org.gorpipe.spark.GorSparkRowBase
writeRowToStream(OutputStream) - Method in class org.gorpipe.spark.SparkGorRow
writeRowToStream(OutputStream) - Method in class org.gorpipe.spark.SparkRow

Y

yieldFor(Collection<GorJob>, String, JobMonitor) - Method in class org.gorpipe.spark.GeneralSparkCluster
yieldFor(Collection<GorJob>, String, JobMonitor) - Method in class org.gorpipe.spark.platform.GorClusterBase

Z

zadd(String, double, String) - Method in class org.gorpipe.spark.platform.JedisPipelineWrapper
zadd(String, double, String) - Method in class org.gorpipe.spark.platform.JedisTransactionWrapper
zadd(String, double, String) - Method in class org.gorpipe.spark.platform.JedisWrapper
zadd(String, double, String) - Method in interface org.gorpipe.spark.platform.Redis
zadd(String, double, String) - Method in interface org.gorpipe.spark.platform.RedisPipeline
zadd(String, double, String) - Method in interface org.gorpipe.spark.platform.RedisTransaction
zcard(String) - Method in class org.gorpipe.spark.platform.JedisWrapper
zcard(String) - Method in interface org.gorpipe.spark.platform.Redis
zrange(String, long, long) - Method in class org.gorpipe.spark.platform.JedisWrapper
zrange(String, long, long) - Method in interface org.gorpipe.spark.platform.Redis
zrem(String, String) - Method in class org.gorpipe.spark.platform.JedisPipelineWrapper
zrem(String, String) - Method in class org.gorpipe.spark.platform.JedisTransactionWrapper
zrem(String, String) - Method in interface org.gorpipe.spark.platform.RedisPipeline
zrem(String, String) - Method in interface org.gorpipe.spark.platform.RedisTransaction
zrem(String, String...) - Method in class org.gorpipe.spark.platform.JedisWrapper
zrem(String, String...) - Method in interface org.gorpipe.spark.platform.Redis

A B C D E F G H I J K L M N O P Q R S T U V W Y Z
All Classes All Packages