class KafkaSinkExtended extends KafkaSink
KafkaSinkExtended extends the basic KafkaSink functionality with a verbose dump of tasks metrics Note: this can generate a large amount of data O(Number_of_tasks) Configuration parameters and how-to use: see KafkaSink
Linear Supertypes
Ordering
- Alphabetic
- By Inheritance
Inherited
- KafkaSinkExtended
- KafkaSink
- SparkListener
- SparkListenerInterface
- AnyRef
- Any
- Hide All
- Show All
Visibility
- Public
- Protected
Instance Constructors
- new KafkaSinkExtended(conf: SparkConf)
Value Members
- final def !=(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
- final def ##: Int
- Definition Classes
- AnyRef → Any
- final def ==(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
- var appId: String
- Definition Classes
- KafkaSink
- final def asInstanceOf[T0]: T0
- Definition Classes
- Any
- val broker: String
- Definition Classes
- KafkaSink
- def clone(): AnyRef
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.CloneNotSupportedException]) @native() @HotSpotIntrinsicCandidate()
- final def eq(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
- def equals(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef → Any
- final def getClass(): Class[_ <: AnyRef]
- Definition Classes
- AnyRef → Any
- Annotations
- @native() @HotSpotIntrinsicCandidate()
- def hashCode(): Int
- Definition Classes
- AnyRef → Any
- Annotations
- @native() @HotSpotIntrinsicCandidate()
- final def isInstanceOf[T0]: Boolean
- Definition Classes
- Any
- final def ne(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
- final def notify(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native() @HotSpotIntrinsicCandidate()
- final def notifyAll(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native() @HotSpotIntrinsicCandidate()
- def onApplicationEnd(applicationEnd: SparkListenerApplicationEnd): Unit
- Definition Classes
- KafkaSink → SparkListener → SparkListenerInterface
- def onApplicationStart(applicationStart: SparkListenerApplicationStart): Unit
- Definition Classes
- KafkaSink → SparkListener → SparkListenerInterface
- def onBlockManagerAdded(blockManagerAdded: SparkListenerBlockManagerAdded): Unit
- Definition Classes
- SparkListener → SparkListenerInterface
- def onBlockManagerRemoved(blockManagerRemoved: SparkListenerBlockManagerRemoved): Unit
- Definition Classes
- SparkListener → SparkListenerInterface
- def onBlockUpdated(blockUpdated: SparkListenerBlockUpdated): Unit
- Definition Classes
- SparkListener → SparkListenerInterface
- def onEnvironmentUpdate(environmentUpdate: SparkListenerEnvironmentUpdate): Unit
- Definition Classes
- SparkListener → SparkListenerInterface
- def onExecutorAdded(executorAdded: SparkListenerExecutorAdded): Unit
- Definition Classes
- KafkaSink → SparkListener → SparkListenerInterface
- def onExecutorBlacklisted(executorBlacklisted: SparkListenerExecutorBlacklisted): Unit
- Definition Classes
- SparkListener → SparkListenerInterface
- def onExecutorBlacklistedForStage(executorBlacklistedForStage: SparkListenerExecutorBlacklistedForStage): Unit
- Definition Classes
- SparkListener → SparkListenerInterface
- def onExecutorExcluded(executorExcluded: SparkListenerExecutorExcluded): Unit
- Definition Classes
- SparkListener → SparkListenerInterface
- def onExecutorExcludedForStage(executorExcludedForStage: SparkListenerExecutorExcludedForStage): Unit
- Definition Classes
- SparkListener → SparkListenerInterface
- def onExecutorMetricsUpdate(executorMetricsUpdate: SparkListenerExecutorMetricsUpdate): Unit
- Definition Classes
- SparkListener → SparkListenerInterface
- def onExecutorRemoved(executorRemoved: SparkListenerExecutorRemoved): Unit
- Definition Classes
- SparkListener → SparkListenerInterface
- def onExecutorUnblacklisted(executorUnblacklisted: SparkListenerExecutorUnblacklisted): Unit
- Definition Classes
- SparkListener → SparkListenerInterface
- def onExecutorUnexcluded(executorUnexcluded: SparkListenerExecutorUnexcluded): Unit
- Definition Classes
- SparkListener → SparkListenerInterface
- def onJobEnd(jobEnd: SparkListenerJobEnd): Unit
- Definition Classes
- KafkaSink → SparkListener → SparkListenerInterface
- def onJobStart(jobStart: SparkListenerJobStart): Unit
- Definition Classes
- KafkaSink → SparkListener → SparkListenerInterface
- def onNodeBlacklisted(nodeBlacklisted: SparkListenerNodeBlacklisted): Unit
- Definition Classes
- SparkListener → SparkListenerInterface
- def onNodeBlacklistedForStage(nodeBlacklistedForStage: SparkListenerNodeBlacklistedForStage): Unit
- Definition Classes
- SparkListener → SparkListenerInterface
- def onNodeExcluded(nodeExcluded: SparkListenerNodeExcluded): Unit
- Definition Classes
- SparkListener → SparkListenerInterface
- def onNodeExcludedForStage(nodeExcludedForStage: SparkListenerNodeExcludedForStage): Unit
- Definition Classes
- SparkListener → SparkListenerInterface
- def onNodeUnblacklisted(nodeUnblacklisted: SparkListenerNodeUnblacklisted): Unit
- Definition Classes
- SparkListener → SparkListenerInterface
- def onNodeUnexcluded(nodeUnexcluded: SparkListenerNodeUnexcluded): Unit
- Definition Classes
- SparkListener → SparkListenerInterface
- def onOtherEvent(event: SparkListenerEvent): Unit
- Definition Classes
- KafkaSink → SparkListener → SparkListenerInterface
- def onResourceProfileAdded(event: SparkListenerResourceProfileAdded): Unit
- Definition Classes
- SparkListener → SparkListenerInterface
- def onSpeculativeTaskSubmitted(speculativeTask: SparkListenerSpeculativeTaskSubmitted): Unit
- Definition Classes
- SparkListener → SparkListenerInterface
- def onStageCompleted(stageCompleted: SparkListenerStageCompleted): Unit
- Definition Classes
- KafkaSink → SparkListener → SparkListenerInterface
- def onStageExecutorMetrics(executorMetrics: SparkListenerStageExecutorMetrics): Unit
- Definition Classes
- SparkListener → SparkListenerInterface
- def onStageSubmitted(stageSubmitted: SparkListenerStageSubmitted): Unit
- Definition Classes
- KafkaSink → SparkListener → SparkListenerInterface
- def onTaskEnd(taskEnd: SparkListenerTaskEnd): Unit
- Definition Classes
- KafkaSinkExtended → SparkListener → SparkListenerInterface
- def onTaskGettingResult(taskGettingResult: SparkListenerTaskGettingResult): Unit
- Definition Classes
- SparkListener → SparkListenerInterface
- def onTaskStart(taskStart: SparkListenerTaskStart): Unit
- Definition Classes
- KafkaSinkExtended → SparkListener → SparkListenerInterface
- def onUnpersistRDD(unpersistRDD: SparkListenerUnpersistRDD): Unit
- Definition Classes
- SparkListener → SparkListenerInterface
- def onUnschedulableTaskSetAdded(unschedulableTaskSetAdded: SparkListenerUnschedulableTaskSetAdded): Unit
- Definition Classes
- SparkListener → SparkListenerInterface
- def onUnschedulableTaskSetRemoved(unschedulableTaskSetRemoved: SparkListenerUnschedulableTaskSetRemoved): Unit
- Definition Classes
- SparkListener → SparkListenerInterface
- def report[T](metrics: Map[String, T]): Unit
- Attributes
- protected
- Definition Classes
- KafkaSink
- final def synchronized[T0](arg0: => T0): T0
- Definition Classes
- AnyRef
- def toString(): String
- Definition Classes
- AnyRef → Any
- val topic: String
- Definition Classes
- KafkaSink
- final def wait(arg0: Long, arg1: Int): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.InterruptedException])
- final def wait(arg0: Long): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.InterruptedException]) @native()
- final def wait(): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.InterruptedException])
Deprecated Value Members
- def finalize(): Unit
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.Throwable]) @Deprecated
- Deprecated