Package gorsat.commands

Class PysparkAnalysis

java.lang.Object

gorsat.commands.PysparkAnalysis

All Implemented Interfaces:

AutoCloseable

public class PysparkAnalysis
extends Object
implements AutoCloseable

Field Summary

Fields

Modifier and Type	Field	Description
static Map<String,PysparkAnalysis>	datasetMap

Constructor Summary

Constructors

Constructor	Description
PysparkAnalysis()

Method Summary

Modifier and Type	Method	Description
void	close()
String	cmdString()
org.apache.spark.sql.Dataset<org.apache.spark.sql.Row>	getDataset()
void	markDone()
org.apache.spark.sql.Dataset<org.apache.spark.sql.Row>	pyspark(String signature, org.apache.spark.sql.Dataset<? extends org.apache.spark.sql.Row> ds, String cmd)
void	setDataset(org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> ds)
void	waitFor()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

datasetMap

public static Map<String,PysparkAnalysis> datasetMap

Constructor Details

PysparkAnalysis

public PysparkAnalysis()

Method Details

getDataset

public org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> getDataset()

setDataset

public void setDataset(org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> ds)

markDone

public void markDone()
              throws InterruptedException

Throws:

InterruptedException

waitFor

public void waitFor()
             throws InterruptedException

Throws:

InterruptedException

pyspark

public org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> pyspark(String signature,
 org.apache.spark.sql.Dataset<? extends org.apache.spark.sql.Row> ds,
 String cmd)
                                                               throws IOException,
InterruptedException

Throws:

IOException

InterruptedException

cmdString

public String cmdString()

close

public void close()

Specified by:

close in interface AutoCloseable