| Constructor and Description |
|---|
NoopDbndRun() |
| Modifier and Type | Method and Description |
|---|---|
void |
completeTask(java.lang.reflect.Method method,
java.lang.Object result)
Set task state to 'completed'.
|
void |
error(java.lang.Throwable error)
Stop run.
|
void |
errorTask(java.lang.reflect.Method method,
java.lang.Throwable error)
Set task state to 'error'.
|
java.lang.String |
getTaskName(java.lang.reflect.Method method)
Extract task name either from method name or annotation value.
|
void |
init(java.lang.reflect.Method method,
java.lang.Object[] args)
Init run in DBND using pipeline root execution method pointcut.
|
void |
logDataframe(java.lang.String key,
org.apache.spark.sql.Dataset<?> value,
HistogramRequest withHistograms)
Log Spark dataframe
|
void |
logDatasetOperation(java.lang.String path,
DatasetOperationType type,
DatasetOperationStatus status,
org.apache.spark.sql.Dataset<?> data,
java.lang.Throwable error,
LogDatasetRequest params)
Log dataset operations with options like preview and schema generation.
|
void |
logDatasetOperation(java.lang.String path,
DatasetOperationType type,
DatasetOperationStatus status,
java.lang.String error,
java.lang.String valuePreview,
java.util.List<java.lang.Long> dataDimensions,
java.lang.Object dataSchema,
java.lang.Boolean withPartition,
java.util.List<ColumnStats> columnStats)
Log dataset operations.
|
void |
logHistogram(java.util.Map<java.lang.String,java.lang.Object> histogram)
Log histogram object.
|
void |
logMetric(java.lang.String key,
java.lang.Object value)
Log metric and attach it to the current task.
|
void |
logMetrics(java.util.Map<java.lang.String,java.lang.Object> metrics)
Log metrics batch and attach it to the current task.
|
void |
logMetrics(java.util.Map<java.lang.String,java.lang.Object> metrics,
java.lang.String source)
Log metrics batch with source
|
void |
saveLog(org.apache.log4j.spi.LoggingEvent event,
java.lang.String formattedEvent)
Save log and attach it to the current task and all parent tasks.
|
void |
saveSparkMetrics(org.apache.spark.scheduler.SparkListenerStageCompleted event)
Save spark metrics.
|
void |
setDriverTask(TaskRun taskRun)
Override task run to avoid creating duplicate runs.
|
void |
startTask(java.lang.reflect.Method method,
java.lang.Object[] args)
Start task in the run context.
|
void |
stop()
Stop run.
|
void |
stopExternal()
Submit driver task metrics when run context was external.
|
public void init(java.lang.reflect.Method method,
java.lang.Object[] args)
DbndRunpublic void startTask(java.lang.reflect.Method method,
java.lang.Object[] args)
DbndRunpublic void errorTask(java.lang.reflect.Method method,
java.lang.Throwable error)
DbndRunpublic void completeTask(java.lang.reflect.Method method,
java.lang.Object result)
DbndRuncompleteTask in interface DbndRunpublic void stop()
DbndRunpublic void stopExternal()
DbndRunstopExternal in interface DbndRunpublic void error(java.lang.Throwable error)
DbndRunpublic void logMetric(java.lang.String key,
java.lang.Object value)
DbndRunpublic void logDataframe(java.lang.String key,
org.apache.spark.sql.Dataset<?> value,
HistogramRequest withHistograms)
DbndRunlogDataframe in interface DbndRunpublic void logHistogram(java.util.Map<java.lang.String,java.lang.Object> histogram)
DbndRunlogHistogram in interface DbndRunpublic void logDatasetOperation(java.lang.String path,
DatasetOperationType type,
DatasetOperationStatus status,
java.lang.String error,
java.lang.String valuePreview,
java.util.List<java.lang.Long> dataDimensions,
java.lang.Object dataSchema,
java.lang.Boolean withPartition,
java.util.List<ColumnStats> columnStats)
DbndRunlogDatasetOperation in interface DbndRunpublic void logDatasetOperation(java.lang.String path,
DatasetOperationType type,
DatasetOperationStatus status,
org.apache.spark.sql.Dataset<?> data,
java.lang.Throwable error,
LogDatasetRequest params)
DbndRunlogDatasetOperation in interface DbndRunpublic void logMetrics(java.util.Map<java.lang.String,java.lang.Object> metrics)
DbndRunlogMetrics in interface DbndRunpublic void logMetrics(java.util.Map<java.lang.String,java.lang.Object> metrics,
java.lang.String source)
DbndRunlogMetrics in interface DbndRunpublic void saveLog(org.apache.log4j.spi.LoggingEvent event,
java.lang.String formattedEvent)
DbndRunpublic void saveSparkMetrics(org.apache.spark.scheduler.SparkListenerStageCompleted event)
DbndRunsaveSparkMetrics in interface DbndRunpublic java.lang.String getTaskName(java.lang.reflect.Method method)
DbndRungetTaskName in interface DbndRunpublic void setDriverTask(TaskRun taskRun)
DbndRunsetDriverTask in interface DbndRuntaskRun - task run