ai.databand.spark

Class DbndSparkQueryExecutionListener

java.lang.Object

ai.databand.spark.DbndSparkQueryExecutionListener

All Implemented Interfaces:

org.apache.spark.sql.util.QueryExecutionListener

public class DbndSparkQueryExecutionListener
extends java.lang.Object
implements org.apache.spark.sql.util.QueryExecutionListener

Constructor Summary

Constructors

Constructor and Description
DbndSparkQueryExecutionListener()
DbndSparkQueryExecutionListener(DbndWrapper dbnd)

Method Summary

Modifier and Type	Method and Description
protected java.lang.String	exctractPath(java.lang.String path) Extract data path from spark query plan.
protected java.util.List<org.apache.spark.sql.execution.SparkPlan>	getAllChildren(org.apache.spark.sql.execution.SparkPlan root) DFS across spark plan nodes.
protected void	log(java.lang.String path, DatasetOperationType operationType, org.apache.spark.sql.types.StructType datasetSchema, long rows)
void	onFailure(java.lang.String funcName, org.apache.spark.sql.execution.QueryExecution qe, java.lang.Exception exception)
void	onSuccess(java.lang.String funcName, org.apache.spark.sql.execution.QueryExecution qe, long durationNs)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

DbndSparkQueryExecutionListener

public DbndSparkQueryExecutionListener(DbndWrapper dbnd)

DbndSparkQueryExecutionListener

public DbndSparkQueryExecutionListener()

Method Detail

onSuccess

public void onSuccess(java.lang.String funcName,
                      org.apache.spark.sql.execution.QueryExecution qe,
                      long durationNs)

Specified by:

onSuccess in interface org.apache.spark.sql.util.QueryExecutionListener

log

protected void log(java.lang.String path,
                   DatasetOperationType operationType,
                   org.apache.spark.sql.types.StructType datasetSchema,
                   long rows)

exctractPath

protected java.lang.String exctractPath(java.lang.String path)

Extract data path from spark query plan.

Parameters:

path -

Returns:

getAllChildren

protected java.util.List<org.apache.spark.sql.execution.SparkPlan> getAllChildren(org.apache.spark.sql.execution.SparkPlan root)

DFS across spark plan nodes.

Parameters:

root -

Returns:

onFailure

public void onFailure(java.lang.String funcName,
                      org.apache.spark.sql.execution.QueryExecution qe,
                      java.lang.Exception exception)

Specified by:

onFailure in interface org.apache.spark.sql.util.QueryExecutionListener