Package org.gorpipe.spark

Class SparkGorRow

java.lang.Object

org.gorpipe.gor.model.Row

org.gorpipe.spark.GorSparkRowBase

org.gorpipe.spark.SparkGorRow

All Implemented Interfaces:

Serializable, Comparable<org.gorpipe.gor.model.Row>, org.apache.spark.sql.Row, org.gorpipe.gor.model.ColumnValueProvider, scala.Serializable

public class SparkGorRow
extends GorSparkRowBase
implements Serializable

See Also:

• Serialized Form

Nested Class Summary

Nested classes/interfaces inherited from class org.gorpipe.gor.model.Row

org.gorpipe.gor.model.Row.SortInfo, org.gorpipe.gor.model.Row.SortOrder, org.gorpipe.gor.model.Row.SortType

Field Summary

Fields

Modifier and Type	Field	Description
org.gorpipe.gor.model.Row	row

Fields inherited from class org.gorpipe.gor.model.Row

bH, chr, isProgress, pos

Constructor Summary

Constructors

Constructor	Description
SparkGorRow(org.apache.spark.sql.types.StructType schema)
SparkGorRow(org.gorpipe.gor.model.Row row, org.apache.spark.sql.types.StructType schema)

Method Summary

Modifier and Type	Method	Description
void	addColumns(int num)
void	addSingleColumnToRow(String rowString)
Object	apply(int i)
double	colAsDouble(int colNum)
int	colAsInt(int colNum)
long	colAsLong(int colNum)
CharSequence	colAsString(int colNum)
CharSequence	colsSlice(int startCol, int stopCol)
org.apache.spark.sql.Row	copy()
double	doubleValue(int col)
Object	get(int i)
CharSequence	getAllCols()
boolean	getBoolean(int i)
float	getFloat(int i)
int	getInt(int i)
long	getLong(int i)
String	getString(int i)
int	intValue(int col)
boolean	isNullAt(int i)
int	length()
long	longValue(int col)
int	numCols()
String	otherCols()
int	otherColsLength()
char	peekAtColumn(int n)
void	removeColumn(int n)
void	resize(int newsize)
org.gorpipe.gor.model.Row	rowWithSelectedColumns(int[] columnIndices)
int	sa(int i)
org.apache.spark.sql.types.StructType	schema()
String	selectedColumns(int[] columnIndices)
void	setColumn(int i, String val)
int	size()
org.gorpipe.gor.model.Row	slicedRow(int startCol, int stopCol)
String	stringValue(int col)
String	toColString()
String	toString()
void	writeNorRowToStream(OutputStream outputStream)
void	writeRow(Writer outputStream)
void	writeRowToStream(OutputStream outputStream)

Methods inherited from class org.gorpipe.gor.model.Row

advancedCompare, atPriorPos, atSamePos, colAsBytes, compareTo, copyRow, countColumns, equals, getSplitArray, joinedWithSlice, joinedWithSliceAndAddedColumn, otherColsSlice, rowWithAddedColumn, rowWithAddedColumns, rowWithAddedColumns, setColumns

Methods inherited from class java.lang.Object

clone, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait

Methods inherited from interface org.apache.spark.sql.Row

anyNull, equals, fieldIndex, getAs, getAs, getByte, getDate, getDecimal, getDouble, getInstant, getJavaMap, getList, getLocalDate, getMap, getSeq, getShort, getStruct, getTimestamp, getValuesMap, hashCode, json, jsonValue, mkString, mkString, mkString, prettyJson, toSeq

Field Details

row

public org.gorpipe.gor.model.Row row

Constructor Details

SparkGorRow

public SparkGorRow(org.apache.spark.sql.types.StructType schema)

SparkGorRow

public SparkGorRow(org.gorpipe.gor.model.Row row,
 org.apache.spark.sql.types.StructType schema)

Method Details

schema

public org.apache.spark.sql.types.StructType schema()

Specified by:

schema in interface org.apache.spark.sql.Row

Specified by:

schema in class GorSparkRowBase

toString

public String toString()

Specified by:

toString in interface org.apache.spark.sql.Row

Specified by:

toString in class GorSparkRowBase

size

public int size()

Specified by:

size in interface org.apache.spark.sql.Row

toColString

public String toColString()

Specified by:

toColString in class GorSparkRowBase

colAsInt

public int colAsInt(int colNum)

Specified by:

colAsInt in class GorSparkRowBase

colAsDouble

public double colAsDouble(int colNum)

Specified by:

colAsDouble in class GorSparkRowBase

colAsLong

public long colAsLong(int colNum)

Specified by:

colAsLong in class GorSparkRowBase

colAsString

public CharSequence colAsString(int colNum)

Specified by:

colAsString in class GorSparkRowBase

otherCols

public String otherCols()

Specified by:

otherCols in class GorSparkRowBase

colsSlice

public CharSequence colsSlice(int startCol,
 int stopCol)

Specified by:

colsSlice in class GorSparkRowBase

getAllCols

public CharSequence getAllCols()

Specified by:

getAllCols in class GorSparkRowBase

numCols

public int numCols()

Specified by:

numCols in class GorSparkRowBase

length

public int length()

Specified by:

length in interface org.apache.spark.sql.Row

Specified by:

length in class GorSparkRowBase

selectedColumns

public String selectedColumns(int[] columnIndices)

Specified by:

selectedColumns in class GorSparkRowBase

otherColsLength

public int otherColsLength()

Specified by:

otherColsLength in class GorSparkRowBase

addSingleColumnToRow

public void addSingleColumnToRow(String rowString)

Specified by:

addSingleColumnToRow in class GorSparkRowBase

slicedRow

public org.gorpipe.gor.model.Row slicedRow(int startCol,
 int stopCol)

Specified by:

slicedRow in class GorSparkRowBase

rowWithSelectedColumns

public org.gorpipe.gor.model.Row rowWithSelectedColumns(int[] columnIndices)

Specified by:

rowWithSelectedColumns in class GorSparkRowBase

sa

public int sa(int i)

Specified by:

sa in class GorSparkRowBase

resize

public void resize(int newsize)

Specified by:

resize in class GorSparkRowBase

setColumn

public void setColumn(int i,
 String val)

Specified by:

setColumn in class GorSparkRowBase

addColumns

public void addColumns(int num)

Specified by:

addColumns in class GorSparkRowBase

removeColumn

public void removeColumn(int n)

Specified by:

removeColumn in class GorSparkRowBase

peekAtColumn

public char peekAtColumn(int n)

Specified by:

peekAtColumn in class GorSparkRowBase

writeRow

public void writeRow(Writer outputStream)
              throws IOException

Specified by:

writeRow in class GorSparkRowBase

Throws:

IOException

writeRowToStream

public void writeRowToStream(OutputStream outputStream)
                      throws IOException

Specified by:

writeRowToStream in class GorSparkRowBase

Throws:

IOException

writeNorRowToStream

public void writeNorRowToStream(OutputStream outputStream)
                         throws IOException

Specified by:

writeNorRowToStream in class org.gorpipe.gor.model.Row

Throws:

IOException

apply

public Object apply(int i)

Specified by:

apply in interface org.apache.spark.sql.Row

Specified by:

apply in class GorSparkRowBase

get

public Object get(int i)

Specified by:

get in interface org.apache.spark.sql.Row

Specified by:

get in class GorSparkRowBase

isNullAt

public boolean isNullAt(int i)

Specified by:

isNullAt in interface org.apache.spark.sql.Row

Specified by:

isNullAt in class GorSparkRowBase

getString

public String getString(int i)

Specified by:

getString in interface org.apache.spark.sql.Row

Specified by:

getString in class GorSparkRowBase

copy

public org.apache.spark.sql.Row copy()

Specified by:

copy in interface org.apache.spark.sql.Row

Specified by:

copy in class GorSparkRowBase

getBoolean

public boolean getBoolean(int i)

Specified by:

getBoolean in interface org.apache.spark.sql.Row

Specified by:

getBoolean in class GorSparkRowBase

getInt

public int getInt(int i)

Specified by:

getInt in interface org.apache.spark.sql.Row

Specified by:

getInt in class GorSparkRowBase

getLong

public long getLong(int i)

Specified by:

getLong in interface org.apache.spark.sql.Row

Specified by:

getLong in class GorSparkRowBase

getFloat

public float getFloat(int i)

Specified by:

getFloat in interface org.apache.spark.sql.Row

Specified by:

getFloat in class GorSparkRowBase

stringValue

public String stringValue(int col)

Specified by:

stringValue in interface org.gorpipe.gor.model.ColumnValueProvider

Specified by:

stringValue in class GorSparkRowBase

intValue

public int intValue(int col)

Specified by:

intValue in interface org.gorpipe.gor.model.ColumnValueProvider

Specified by:

intValue in class GorSparkRowBase

longValue

public long longValue(int col)

Specified by:

longValue in interface org.gorpipe.gor.model.ColumnValueProvider

Specified by:

longValue in class GorSparkRowBase

doubleValue

public double doubleValue(int col)

Specified by:

doubleValue in interface org.gorpipe.gor.model.ColumnValueProvider

Specified by:

doubleValue in class GorSparkRowBase