c

ch.cern.sparkmeasure

KafkaSinkExtended

class KafkaSinkExtended extends KafkaSink

KafkaSinkExtended extends the basic KafkaSink functionality with a verbose dump of tasks metrics Note: this can generate a large amount of data O(Number_of_tasks) Configuration parameters and how-to use: see KafkaSink

Linear Supertypes
KafkaSink, SparkListener, SparkListenerInterface, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. KafkaSinkExtended
  2. KafkaSink
  3. SparkListener
  4. SparkListenerInterface
  5. AnyRef
  6. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new KafkaSinkExtended(conf: SparkConf)

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. var appId: String
    Definition Classes
    KafkaSink
  5. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  6. val broker: String
    Definition Classes
    KafkaSink
  7. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  8. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  9. def equals(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  10. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  11. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  12. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  13. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  14. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  15. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  16. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  17. def onApplicationEnd(applicationEnd: SparkListenerApplicationEnd): Unit
    Definition Classes
    KafkaSink → SparkListener → SparkListenerInterface
  18. def onApplicationStart(applicationStart: SparkListenerApplicationStart): Unit
    Definition Classes
    KafkaSink → SparkListener → SparkListenerInterface
  19. def onBlockManagerAdded(blockManagerAdded: SparkListenerBlockManagerAdded): Unit
    Definition Classes
    SparkListener → SparkListenerInterface
  20. def onBlockManagerRemoved(blockManagerRemoved: SparkListenerBlockManagerRemoved): Unit
    Definition Classes
    SparkListener → SparkListenerInterface
  21. def onBlockUpdated(blockUpdated: SparkListenerBlockUpdated): Unit
    Definition Classes
    SparkListener → SparkListenerInterface
  22. def onEnvironmentUpdate(environmentUpdate: SparkListenerEnvironmentUpdate): Unit
    Definition Classes
    SparkListener → SparkListenerInterface
  23. def onExecutorAdded(executorAdded: SparkListenerExecutorAdded): Unit
    Definition Classes
    KafkaSink → SparkListener → SparkListenerInterface
  24. def onExecutorBlacklisted(executorBlacklisted: SparkListenerExecutorBlacklisted): Unit
    Definition Classes
    SparkListener → SparkListenerInterface
  25. def onExecutorBlacklistedForStage(executorBlacklistedForStage: SparkListenerExecutorBlacklistedForStage): Unit
    Definition Classes
    SparkListener → SparkListenerInterface
  26. def onExecutorMetricsUpdate(executorMetricsUpdate: SparkListenerExecutorMetricsUpdate): Unit
    Definition Classes
    SparkListener → SparkListenerInterface
  27. def onExecutorRemoved(executorRemoved: SparkListenerExecutorRemoved): Unit
    Definition Classes
    SparkListener → SparkListenerInterface
  28. def onExecutorUnblacklisted(executorUnblacklisted: SparkListenerExecutorUnblacklisted): Unit
    Definition Classes
    SparkListener → SparkListenerInterface
  29. def onJobEnd(jobEnd: SparkListenerJobEnd): Unit
    Definition Classes
    KafkaSink → SparkListener → SparkListenerInterface
  30. def onJobStart(jobStart: SparkListenerJobStart): Unit
    Definition Classes
    KafkaSink → SparkListener → SparkListenerInterface
  31. def onNodeBlacklisted(nodeBlacklisted: SparkListenerNodeBlacklisted): Unit
    Definition Classes
    SparkListener → SparkListenerInterface
  32. def onNodeBlacklistedForStage(nodeBlacklistedForStage: SparkListenerNodeBlacklistedForStage): Unit
    Definition Classes
    SparkListener → SparkListenerInterface
  33. def onNodeUnblacklisted(nodeUnblacklisted: SparkListenerNodeUnblacklisted): Unit
    Definition Classes
    SparkListener → SparkListenerInterface
  34. def onOtherEvent(event: SparkListenerEvent): Unit
    Definition Classes
    KafkaSink → SparkListener → SparkListenerInterface
  35. def onSpeculativeTaskSubmitted(speculativeTask: SparkListenerSpeculativeTaskSubmitted): Unit
    Definition Classes
    SparkListener → SparkListenerInterface
  36. def onStageCompleted(stageCompleted: SparkListenerStageCompleted): Unit
    Definition Classes
    KafkaSink → SparkListener → SparkListenerInterface
  37. def onStageSubmitted(stageSubmitted: SparkListenerStageSubmitted): Unit
    Definition Classes
    KafkaSink → SparkListener → SparkListenerInterface
  38. def onTaskEnd(taskEnd: SparkListenerTaskEnd): Unit
    Definition Classes
    KafkaSinkExtended → SparkListener → SparkListenerInterface
  39. def onTaskGettingResult(taskGettingResult: SparkListenerTaskGettingResult): Unit
    Definition Classes
    SparkListener → SparkListenerInterface
  40. def onTaskStart(taskStart: SparkListenerTaskStart): Unit
    Definition Classes
    KafkaSinkExtended → SparkListener → SparkListenerInterface
  41. def onUnpersistRDD(unpersistRDD: SparkListenerUnpersistRDD): Unit
    Definition Classes
    SparkListener → SparkListenerInterface
  42. def report[T](metrics: Map[String, T]): Unit
    Attributes
    protected
    Definition Classes
    KafkaSink
  43. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  44. def toString(): String
    Definition Classes
    AnyRef → Any
  45. val topic: String
    Definition Classes
    KafkaSink
  46. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  47. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  48. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()

Inherited from KafkaSink

Inherited from SparkListener

Inherited from SparkListenerInterface

Inherited from AnyRef

Inherited from Any

Ungrouped