GorSparkUtilities (spark 4.3.1 API)

java.lang.Object

org.gorpipe.spark.GorSparkUtilities

public class GorSparkUtilities extends Object

Method Summary

Modifier and Type

Method

Description

static void

closePySpark()

static Optional<String>

getJupyterPath()

static org.apache.spark.api.python.Py4JServer

getPyServer()

static int

getPyServerPort()

static String

getPyServerSecret()

static org.apache.spark.api.r.RBackend

getRBackend()

static Optional<String>

getRPath()

static org.gorpipe.gor.monitor.GorMonitor

getSparkGorMonitor(String jobId, String redisUri, String key)

static String

getSparkGorRedisUri()

static org.apache.spark.sql.SparkSession

getSparkSession()

static org.apache.spark.sql.SparkSession

getSparkSession(int workers)

static org.apache.spark.api.python.Py4JServer

initPy4jServer()

static void

initPySpark(Optional<String> standaloneRoot)

static Optional<String>

parseDriverId()

static void

shutdownPy4jServer()

static List<org.apache.spark.sql.Row>

stream2SparkRowList(Stream<org.gorpipe.gor.model.Row> str, org.apache.spark.sql.types.StructType schema)

Methods inherited from class java.lang.Object
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Method Details
- getPyServer
  
  public static org.apache.spark.api.python.Py4JServer getPyServer()
- getRBackend
  
  public static org.apache.spark.api.r.RBackend getRBackend()
- getPyServerPort
  
  public static int getPyServerPort()
- getPyServerSecret
  
  public static String getPyServerSecret()
- getJupyterPath
  
  public static Optional<String> getJupyterPath()
- parseDriverId
  
  public static Optional<String> parseDriverId()
- getRPath
  
  public static Optional<String> getRPath()
- closePySpark
  
  public static void closePySpark()
- shutdownPy4jServer
  
  public static void shutdownPy4jServer()
- initPy4jServer
  
  public static org.apache.spark.api.python.Py4JServer initPy4jServer()
- initPySpark
  
  public static void initPySpark(Optional<String> standaloneRoot)
- getSparkGorRedisUri
  
  public static String getSparkGorRedisUri()
- getSparkGorMonitor
  
  public static org.gorpipe.gor.monitor.GorMonitor getSparkGorMonitor(String jobId, String redisUri, String key)
- getSparkSession
  
  public static org.apache.spark.sql.SparkSession getSparkSession()
- getSparkSession
  
  public static org.apache.spark.sql.SparkSession getSparkSession(int workers)
- stream2SparkRowList
  
  public static List<org.apache.spark.sql.Row> stream2SparkRowList(Stream<org.gorpipe.gor.model.Row> str, org.apache.spark.sql.types.StructType schema)