Package pl.allegro.tech.hermes.consumers.config

Class SupervisorConfiguration

java.lang.Object

pl.allegro.tech.hermes.consumers.config.SupervisorConfiguration

@Configuration
@EnableConfigurationProperties({CommitOffsetProperties.class,KafkaClustersProperties.class,WorkloadProperties.class,CommonConsumerProperties.class})
public class SupervisorConfiguration
extends java.lang.Object

Constructor Summary

Constructors

Constructor	Description
SupervisorConfiguration()

Method Summary

Modifier and Type	Method	Description
ClusterAssignmentCache	clusterAssignmentCache(org.apache.curator.framework.CuratorFramework curator, KafkaClustersProperties kafkaClustersProperties, pl.allegro.tech.hermes.infrastructure.zookeeper.ZookeeperPaths zookeeperPaths, SubscriptionIds subscriptionIds, ConsumerNodesRegistry consumerNodesRegistry, pl.allegro.tech.hermes.infrastructure.dc.DatacenterNameProvider datacenterNameProvider)
ConsumerAssignmentCache	consumerAssignmentCache(org.apache.curator.framework.CuratorFramework curator, WorkloadProperties workloadProperties, KafkaClustersProperties kafkaClustersProperties, pl.allegro.tech.hermes.infrastructure.zookeeper.ZookeeperPaths zookeeperPaths, SubscriptionIds subscriptionIds, pl.allegro.tech.hermes.infrastructure.dc.DatacenterNameProvider datacenterNameProvider)
ConsumerAssignmentRegistry	consumerAssignmentRegistry(org.apache.curator.framework.CuratorFramework curator, WorkloadProperties workloadProperties, KafkaClustersProperties kafkaClustersProperties, pl.allegro.tech.hermes.infrastructure.zookeeper.ZookeeperPaths zookeeperPaths, SubscriptionIds subscriptionIds, pl.allegro.tech.hermes.infrastructure.dc.DatacenterNameProvider datacenterNameProvider)
ConsumerFactory	consumerFactory(ReceiverFactory messageReceiverFactory, pl.allegro.tech.hermes.common.metric.HermesMetrics hermesMetrics, CommonConsumerProperties commonConsumerProperties, ConsumerRateLimitSupervisor consumerRateLimitSupervisor, OutputRateCalculatorFactory outputRateCalculatorFactory, pl.allegro.tech.hermes.tracker.consumers.Trackers trackers, OffsetQueue offsetQueue, ConsumerMessageSenderFactory consumerMessageSenderFactory, pl.allegro.tech.hermes.domain.topic.TopicRepository topicRepository, MessageConverterResolver messageConverterResolver, MessageBatchFactory byteBufferMessageBatchFactory, pl.allegro.tech.hermes.common.message.wrapper.CompositeMessageContentWrapper compositeMessageContentWrapper, MessageBatchSenderFactory batchSenderFactory, ConsumerAuthorizationHandler consumerAuthorizationHandler, java.time.Clock clock, SubscriptionLoadRecordersRegistry subscriptionLoadRecordersRegistry)
ConsumerNodeLoadRegistry	consumerNodeLoadRegistry(org.apache.curator.framework.CuratorFramework curator, SubscriptionIds subscriptionIds, pl.allegro.tech.hermes.infrastructure.zookeeper.ZookeeperPaths zookeeperPaths, WorkloadProperties workloadProperties, KafkaClustersProperties kafkaClustersProperties, pl.allegro.tech.hermes.infrastructure.dc.DatacenterNameProvider datacenterNameProvider, pl.allegro.tech.hermes.common.concurrent.ExecutorServiceFactory executorServiceFactory, java.time.Clock clock, pl.allegro.tech.hermes.common.metric.HermesMetrics metrics)
ConsumersExecutorService	consumersExecutorService(CommonConsumerProperties commonConsumerProperties, pl.allegro.tech.hermes.common.metric.HermesMetrics hermesMetrics)
ConsumersRuntimeMonitor	consumersRuntimeMonitor(ConsumersSupervisor consumerSupervisor, WorkloadSupervisor workloadSupervisor, pl.allegro.tech.hermes.common.metric.HermesMetrics hermesMetrics, SubscriptionsCache subscriptionsCache, WorkloadProperties workloadProperties)
ConsumersSupervisor	nonblockingConsumersSupervisor(CommonConsumerProperties commonConsumerProperties, ConsumersExecutorService executor, ConsumerFactory consumerFactory, OffsetQueue offsetQueue, ConsumerPartitionAssignmentState consumerPartitionAssignmentState, Retransmitter retransmitter, UndeliveredMessageLogPersister undeliveredMessageLogPersister, pl.allegro.tech.hermes.domain.subscription.SubscriptionRepository subscriptionRepository, pl.allegro.tech.hermes.common.metric.HermesMetrics metrics, ConsumerMonitor monitor, java.time.Clock clock, CommitOffsetProperties commitOffsetProperties)
Retransmitter	retransmitter(pl.allegro.tech.hermes.common.kafka.offset.SubscriptionOffsetChangeIndicator subscriptionOffsetChangeIndicator, KafkaClustersProperties kafkaClustersProperties, pl.allegro.tech.hermes.infrastructure.dc.DatacenterNameProvider datacenterNameProvider)
SubscriptionProfileRegistry	subscriptionProfileRegistry(org.apache.curator.framework.CuratorFramework curator, SubscriptionIds subscriptionIds, pl.allegro.tech.hermes.infrastructure.zookeeper.ZookeeperPaths zookeeperPaths, WorkloadProperties workloadProperties, KafkaClustersProperties kafkaClustersProperties, pl.allegro.tech.hermes.infrastructure.dc.DatacenterNameProvider datacenterNameProvider)
SubscriptionProfilesCalculator	subscriptionProfilesCalculator(ConsumerNodeLoadRegistry consumerNodeLoadRegistry, SubscriptionProfileRegistry subscriptionProfileRegistry, WorkloadProperties workloadProperties, java.time.Clock clock)
WorkBalancer	workBalancer(WorkloadProperties workloadProperties, java.time.Clock clock, SubscriptionProfileProvider subscriptionProfileProvider)
WorkloadSupervisor	workloadSupervisor(pl.allegro.tech.hermes.domain.notifications.InternalNotificationsBus notificationsBus, ConsumerNodesRegistry consumerNodesRegistry, ConsumerAssignmentRegistry assignmentRegistry, ConsumerAssignmentCache consumerAssignmentCache, ClusterAssignmentCache clusterAssignmentCache, SubscriptionsCache subscriptionsCache, ConsumersSupervisor supervisor, pl.allegro.tech.hermes.common.admin.zookeeper.ZookeeperAdminCache adminCache, pl.allegro.tech.hermes.common.metric.HermesMetrics metrics, WorkloadProperties workloadProperties, KafkaClustersProperties kafkaClustersProperties, pl.allegro.tech.hermes.domain.workload.constraints.WorkloadConstraintsRepository workloadConstraintsRepository, pl.allegro.tech.hermes.infrastructure.dc.DatacenterNameProvider datacenterNameProvider, WorkBalancer workBalancer, BalancingListener balancingListener)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

SupervisorConfiguration

public SupervisorConfiguration()

Method Detail

workloadSupervisor

@Bean(initMethod="start",
      destroyMethod="shutdown")
public WorkloadSupervisor workloadSupervisor(pl.allegro.tech.hermes.domain.notifications.InternalNotificationsBus notificationsBus,
                                             ConsumerNodesRegistry consumerNodesRegistry,
                                             ConsumerAssignmentRegistry assignmentRegistry,
                                             ConsumerAssignmentCache consumerAssignmentCache,
                                             ClusterAssignmentCache clusterAssignmentCache,
                                             SubscriptionsCache subscriptionsCache,
                                             ConsumersSupervisor supervisor,
                                             pl.allegro.tech.hermes.common.admin.zookeeper.ZookeeperAdminCache adminCache,
                                             pl.allegro.tech.hermes.common.metric.HermesMetrics metrics,
                                             WorkloadProperties workloadProperties,
                                             KafkaClustersProperties kafkaClustersProperties,
                                             pl.allegro.tech.hermes.domain.workload.constraints.WorkloadConstraintsRepository workloadConstraintsRepository,
                                             pl.allegro.tech.hermes.infrastructure.dc.DatacenterNameProvider datacenterNameProvider,
                                             WorkBalancer workBalancer,
                                             BalancingListener balancingListener)

workBalancer

@Bean
public WorkBalancer workBalancer(WorkloadProperties workloadProperties,
                                 java.time.Clock clock,
                                 SubscriptionProfileProvider subscriptionProfileProvider)

consumerNodeLoadRegistry

@Bean(initMethod="start",
      destroyMethod="stop")
public ConsumerNodeLoadRegistry consumerNodeLoadRegistry(org.apache.curator.framework.CuratorFramework curator,
                                                         SubscriptionIds subscriptionIds,
                                                         pl.allegro.tech.hermes.infrastructure.zookeeper.ZookeeperPaths zookeeperPaths,
                                                         WorkloadProperties workloadProperties,
                                                         KafkaClustersProperties kafkaClustersProperties,
                                                         pl.allegro.tech.hermes.infrastructure.dc.DatacenterNameProvider datacenterNameProvider,
                                                         pl.allegro.tech.hermes.common.concurrent.ExecutorServiceFactory executorServiceFactory,
                                                         java.time.Clock clock,
                                                         pl.allegro.tech.hermes.common.metric.HermesMetrics metrics)

subscriptionProfilesCalculator

@Bean
public SubscriptionProfilesCalculator subscriptionProfilesCalculator(ConsumerNodeLoadRegistry consumerNodeLoadRegistry,
                                                                     SubscriptionProfileRegistry subscriptionProfileRegistry,
                                                                     WorkloadProperties workloadProperties,
                                                                     java.time.Clock clock)

subscriptionProfileRegistry

@Bean
public SubscriptionProfileRegistry subscriptionProfileRegistry(org.apache.curator.framework.CuratorFramework curator,
                                                               SubscriptionIds subscriptionIds,
                                                               pl.allegro.tech.hermes.infrastructure.zookeeper.ZookeeperPaths zookeeperPaths,
                                                               WorkloadProperties workloadProperties,
                                                               KafkaClustersProperties kafkaClustersProperties,
                                                               pl.allegro.tech.hermes.infrastructure.dc.DatacenterNameProvider datacenterNameProvider)

retransmitter

@Bean
public Retransmitter retransmitter(pl.allegro.tech.hermes.common.kafka.offset.SubscriptionOffsetChangeIndicator subscriptionOffsetChangeIndicator,
                                   KafkaClustersProperties kafkaClustersProperties,
                                   pl.allegro.tech.hermes.infrastructure.dc.DatacenterNameProvider datacenterNameProvider)

consumerFactory

@Bean
public ConsumerFactory consumerFactory(ReceiverFactory messageReceiverFactory,
                                       pl.allegro.tech.hermes.common.metric.HermesMetrics hermesMetrics,
                                       CommonConsumerProperties commonConsumerProperties,
                                       ConsumerRateLimitSupervisor consumerRateLimitSupervisor,
                                       OutputRateCalculatorFactory outputRateCalculatorFactory,
                                       pl.allegro.tech.hermes.tracker.consumers.Trackers trackers,
                                       OffsetQueue offsetQueue,
                                       ConsumerMessageSenderFactory consumerMessageSenderFactory,
                                       pl.allegro.tech.hermes.domain.topic.TopicRepository topicRepository,
                                       MessageConverterResolver messageConverterResolver,
                                       MessageBatchFactory byteBufferMessageBatchFactory,
                                       pl.allegro.tech.hermes.common.message.wrapper.CompositeMessageContentWrapper compositeMessageContentWrapper,
                                       MessageBatchSenderFactory batchSenderFactory,
                                       ConsumerAuthorizationHandler consumerAuthorizationHandler,
                                       java.time.Clock clock,
                                       SubscriptionLoadRecordersRegistry subscriptionLoadRecordersRegistry)

consumersExecutorService

@Bean
public ConsumersExecutorService consumersExecutorService(CommonConsumerProperties commonConsumerProperties,
                                                         pl.allegro.tech.hermes.common.metric.HermesMetrics hermesMetrics)

nonblockingConsumersSupervisor

@Bean
public ConsumersSupervisor nonblockingConsumersSupervisor(CommonConsumerProperties commonConsumerProperties,
                                                          ConsumersExecutorService executor,
                                                          ConsumerFactory consumerFactory,
                                                          OffsetQueue offsetQueue,
                                                          ConsumerPartitionAssignmentState consumerPartitionAssignmentState,
                                                          Retransmitter retransmitter,
                                                          UndeliveredMessageLogPersister undeliveredMessageLogPersister,
                                                          pl.allegro.tech.hermes.domain.subscription.SubscriptionRepository subscriptionRepository,
                                                          pl.allegro.tech.hermes.common.metric.HermesMetrics metrics,
                                                          ConsumerMonitor monitor,
                                                          java.time.Clock clock,
                                                          CommitOffsetProperties commitOffsetProperties)

consumersRuntimeMonitor

@Bean(initMethod="start",
      destroyMethod="shutdown")
public ConsumersRuntimeMonitor consumersRuntimeMonitor(ConsumersSupervisor consumerSupervisor,
                                                       WorkloadSupervisor workloadSupervisor,
                                                       pl.allegro.tech.hermes.common.metric.HermesMetrics hermesMetrics,
                                                       SubscriptionsCache subscriptionsCache,
                                                       WorkloadProperties workloadProperties)

consumerAssignmentRegistry

@Bean
public ConsumerAssignmentRegistry consumerAssignmentRegistry(org.apache.curator.framework.CuratorFramework curator,
                                                             WorkloadProperties workloadProperties,
                                                             KafkaClustersProperties kafkaClustersProperties,
                                                             pl.allegro.tech.hermes.infrastructure.zookeeper.ZookeeperPaths zookeeperPaths,
                                                             SubscriptionIds subscriptionIds,
                                                             pl.allegro.tech.hermes.infrastructure.dc.DatacenterNameProvider datacenterNameProvider)

clusterAssignmentCache

@Bean
public ClusterAssignmentCache clusterAssignmentCache(org.apache.curator.framework.CuratorFramework curator,
                                                     KafkaClustersProperties kafkaClustersProperties,
                                                     pl.allegro.tech.hermes.infrastructure.zookeeper.ZookeeperPaths zookeeperPaths,
                                                     SubscriptionIds subscriptionIds,
                                                     ConsumerNodesRegistry consumerNodesRegistry,
                                                     pl.allegro.tech.hermes.infrastructure.dc.DatacenterNameProvider datacenterNameProvider)

consumerAssignmentCache

@Bean(initMethod="start",
      destroyMethod="stop")
public ConsumerAssignmentCache consumerAssignmentCache(org.apache.curator.framework.CuratorFramework curator,
                                                       WorkloadProperties workloadProperties,
                                                       KafkaClustersProperties kafkaClustersProperties,
                                                       pl.allegro.tech.hermes.infrastructure.zookeeper.ZookeeperPaths zookeeperPaths,
                                                       SubscriptionIds subscriptionIds,
                                                       pl.allegro.tech.hermes.infrastructure.dc.DatacenterNameProvider datacenterNameProvider)