org.mydotey.kbear.client

Class ConsumerProxy<K,V>

java.lang.Object

org.mydotey.kbear.client.ConsumerProxy<K,V>

All Implemented Interfaces:

Closeable, AutoCloseable, org.apache.kafka.clients.consumer.Consumer<K,V>

public class ConsumerProxy<K,V>
extends Object
implements org.apache.kafka.clients.consumer.Consumer<K,V>

Author:

koqizhao Dec 18, 2018

Field Summary

Fields

Modifier and Type	Field and Description
protected static String	JMX_PREFIX
protected static long	NO_CURRENT_THREAD

Constructor Summary

Constructors

Constructor and Description
ConsumerProxy(org.mydotey.scf.ConfigurationManager configurationManager, KafkaMetaManager metaManager, KafkaConsumerConfig kafkaConsumerConfig)

Method Summary

Modifier and Type	Method and Description
protected void	acquire()
protected void	acquireAndEnsureOpen()
void	assign(Collection<org.apache.kafka.common.TopicPartition> partitions)
Set<org.apache.kafka.common.TopicPartition>	assignment()
Map<org.apache.kafka.common.TopicPartition,Long>	beginningOffsets(Collection<org.apache.kafka.common.TopicPartition> partitions)
Map<org.apache.kafka.common.TopicPartition,Long>	beginningOffsets(Collection<org.apache.kafka.common.TopicPartition> partitions, Duration timeout)
void	close()
void	close(Duration timeout)
void	close(long timeout, TimeUnit unit)
protected void	closeConsumer(ConsumerHolder consumerHolder)
void	commitAsync()
void	commitAsync(Map<org.apache.kafka.common.TopicPartition,org.apache.kafka.clients.consumer.OffsetAndMetadata> offsets, org.apache.kafka.clients.consumer.OffsetCommitCallback callback)
void	commitAsync(org.apache.kafka.clients.consumer.OffsetCommitCallback callback)
void	commitSync()
void	commitSync(Duration timeout)
void	commitSync(Map<org.apache.kafka.common.TopicPartition,org.apache.kafka.clients.consumer.OffsetAndMetadata> offsets)
void	commitSync(Map<org.apache.kafka.common.TopicPartition,org.apache.kafka.clients.consumer.OffsetAndMetadata> offsets, Duration timeout)
org.apache.kafka.clients.consumer.OffsetAndMetadata	committed(org.apache.kafka.common.TopicPartition partition)
org.apache.kafka.clients.consumer.OffsetAndMetadata	committed(org.apache.kafka.common.TopicPartition partition, Duration timeout)
protected String	constructClientId(ConsumerGroupId consumerGroupId)
protected KafkaConsumerConfig	constructConsumerConfig(KafkaConsumerConfig consumerConfig, ConsumerGroup consumerGroup, Topic topic, Cluster cluster)
protected void	doClose()
Map<org.apache.kafka.common.TopicPartition,Long>	endOffsets(Collection<org.apache.kafka.common.TopicPartition> partitions)
Map<org.apache.kafka.common.TopicPartition,Long>	endOffsets(Collection<org.apache.kafka.common.TopicPartition> partitions, Duration timeout)
protected void	forEach(BiConsumer<String,ConsumerHolder> biConsumer)
protected void	forEach(Predicate<String> predicate, BiConsumer<String,ConsumerHolder> biConsumer)
protected ConsumerHolder	getOrAddConsumer(String topicId)
Map<String,List<org.apache.kafka.common.PartitionInfo>>	listTopics()
Map<String,List<org.apache.kafka.common.PartitionInfo>>	listTopics(Duration timeout)
Map<org.apache.kafka.common.MetricName,? extends org.apache.kafka.common.Metric>	metrics()
protected org.apache.kafka.clients.consumer.Consumer	newConsumer(ConsumerGroupId consumerGroupId, KafkaConsumerConfig kafkaConsumerConfig)
protected ConsumerHolder	newConsumerHolder(String topicId)
Map<org.apache.kafka.common.TopicPartition,org.apache.kafka.clients.consumer.OffsetAndTimestamp>	offsetsForTimes(Map<org.apache.kafka.common.TopicPartition,Long> timestampsToSearch)
Map<org.apache.kafka.common.TopicPartition,org.apache.kafka.clients.consumer.OffsetAndTimestamp>	offsetsForTimes(Map<org.apache.kafka.common.TopicPartition,Long> timestampsToSearch, Duration timeout)
List<org.apache.kafka.common.PartitionInfo>	partitionsFor(String topic)
List<org.apache.kafka.common.PartitionInfo>	partitionsFor(String topic, Duration timeout)
void	pause(Collection<org.apache.kafka.common.TopicPartition> partitions)
Set<org.apache.kafka.common.TopicPartition>	paused()
org.apache.kafka.clients.consumer.ConsumerRecords<K,V>	poll(Duration timeout)
org.apache.kafka.clients.consumer.ConsumerRecords<K,V>	poll(long timeout)
long	position(org.apache.kafka.common.TopicPartition partition)
long	position(org.apache.kafka.common.TopicPartition partition, Duration timeout)
protected void	release()
protected void	removeConsumer(String topicId)
protected void	removeConsumer(String topicId, Consumer<org.apache.kafka.clients.consumer.Consumer> closer)
protected void	removeConsumer(String topicId, Duration timeout)
protected void	removeConsumer(String topicId, long timeout, TimeUnit unit)
protected void	removeNotUsed(Collection<String> topics)
protected void	restartConsumer(String topicId)
void	resume(Collection<org.apache.kafka.common.TopicPartition> partitions)
protected void	runWithoutConcurrency(Runnable action)
protected <T> T	runWithoutConcurrency(Supplier<T> supplier)
void	seek(org.apache.kafka.common.TopicPartition partition, long offset)
void	seekToBeginning(Collection<org.apache.kafka.common.TopicPartition> partitions)
void	seekToEnd(Collection<org.apache.kafka.common.TopicPartition> partitions)
void	subscribe(Collection<String> topics)
void	subscribe(Collection<String> topics, org.apache.kafka.clients.consumer.ConsumerRebalanceListener callback)
void	subscribe(Pattern pattern)
void	subscribe(Pattern pattern, org.apache.kafka.clients.consumer.ConsumerRebalanceListener callback)
Set<String>	subscription()
protected Map<String,Collection<org.apache.kafka.common.TopicPartition>>	toMap(Collection<org.apache.kafka.common.TopicPartition> partitions)
protected Map<org.apache.kafka.common.TopicPartition,List<org.apache.kafka.clients.consumer.ConsumerRecord>>	toMap(org.apache.kafka.clients.consumer.ConsumerRecords records)
protected Map<String,Map<org.apache.kafka.common.TopicPartition,org.apache.kafka.clients.consumer.OffsetAndMetadata>>	toMap(Map<org.apache.kafka.common.TopicPartition,org.apache.kafka.clients.consumer.OffsetAndMetadata> offsets)
void	unsubscribe()
void	wakeup()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

NO_CURRENT_THREAD

protected static final long NO_CURRENT_THREAD

See Also:

Constant Field Values

JMX_PREFIX

protected static final String JMX_PREFIX

See Also:

Constant Field Values

Constructor Detail

ConsumerProxy

public ConsumerProxy(org.mydotey.scf.ConfigurationManager configurationManager,
                     KafkaMetaManager metaManager,
                     KafkaConsumerConfig kafkaConsumerConfig)

Method Detail

assignment

public Set<org.apache.kafka.common.TopicPartition> assignment()

Specified by:

assignment in interface org.apache.kafka.clients.consumer.Consumer<K,V>

subscription

public Set<String> subscription()

Specified by:

subscription in interface org.apache.kafka.clients.consumer.Consumer<K,V>

subscribe

public void subscribe(Collection<String> topics)

Specified by:

subscribe in interface org.apache.kafka.clients.consumer.Consumer<K,V>

subscribe

public void subscribe(Collection<String> topics,
                      org.apache.kafka.clients.consumer.ConsumerRebalanceListener callback)

Specified by:

subscribe in interface org.apache.kafka.clients.consumer.Consumer<K,V>

assign

public void assign(Collection<org.apache.kafka.common.TopicPartition> partitions)

Specified by:

assign in interface org.apache.kafka.clients.consumer.Consumer<K,V>

subscribe

public void subscribe(Pattern pattern,
                      org.apache.kafka.clients.consumer.ConsumerRebalanceListener callback)

Specified by:

subscribe in interface org.apache.kafka.clients.consumer.Consumer<K,V>

subscribe

public void subscribe(Pattern pattern)

Specified by:

subscribe in interface org.apache.kafka.clients.consumer.Consumer<K,V>

unsubscribe

public void unsubscribe()

Specified by:

unsubscribe in interface org.apache.kafka.clients.consumer.Consumer<K,V>

poll

public org.apache.kafka.clients.consumer.ConsumerRecords<K,V> poll(long timeout)

Specified by:

poll in interface org.apache.kafka.clients.consumer.Consumer<K,V>

poll

public org.apache.kafka.clients.consumer.ConsumerRecords<K,V> poll(Duration timeout)

Specified by:

poll in interface org.apache.kafka.clients.consumer.Consumer<K,V>

commitSync

public void commitSync()

Specified by:

commitSync in interface org.apache.kafka.clients.consumer.Consumer<K,V>

commitSync

public void commitSync(Duration timeout)

Specified by:

commitSync in interface org.apache.kafka.clients.consumer.Consumer<K,V>

commitSync

public void commitSync(Map<org.apache.kafka.common.TopicPartition,org.apache.kafka.clients.consumer.OffsetAndMetadata> offsets)

Specified by:

commitSync in interface org.apache.kafka.clients.consumer.Consumer<K,V>

commitSync

public void commitSync(Map<org.apache.kafka.common.TopicPartition,org.apache.kafka.clients.consumer.OffsetAndMetadata> offsets,
                       Duration timeout)

Specified by:

commitSync in interface org.apache.kafka.clients.consumer.Consumer<K,V>

commitAsync

public void commitAsync()

Specified by:

commitAsync in interface org.apache.kafka.clients.consumer.Consumer<K,V>

commitAsync

public void commitAsync(org.apache.kafka.clients.consumer.OffsetCommitCallback callback)

Specified by:

commitAsync in interface org.apache.kafka.clients.consumer.Consumer<K,V>

commitAsync

public void commitAsync(Map<org.apache.kafka.common.TopicPartition,org.apache.kafka.clients.consumer.OffsetAndMetadata> offsets,
                        org.apache.kafka.clients.consumer.OffsetCommitCallback callback)

Specified by:

commitAsync in interface org.apache.kafka.clients.consumer.Consumer<K,V>

seek

public void seek(org.apache.kafka.common.TopicPartition partition,
                 long offset)

Specified by:

seek in interface org.apache.kafka.clients.consumer.Consumer<K,V>

seekToBeginning

public void seekToBeginning(Collection<org.apache.kafka.common.TopicPartition> partitions)

Specified by:

seekToBeginning in interface org.apache.kafka.clients.consumer.Consumer<K,V>

seekToEnd

public void seekToEnd(Collection<org.apache.kafka.common.TopicPartition> partitions)

Specified by:

seekToEnd in interface org.apache.kafka.clients.consumer.Consumer<K,V>

position

public long position(org.apache.kafka.common.TopicPartition partition)

Specified by:

position in interface org.apache.kafka.clients.consumer.Consumer<K,V>

position

public long position(org.apache.kafka.common.TopicPartition partition,
                     Duration timeout)

Specified by:

position in interface org.apache.kafka.clients.consumer.Consumer<K,V>

committed

public org.apache.kafka.clients.consumer.OffsetAndMetadata committed(org.apache.kafka.common.TopicPartition partition)

Specified by:

committed in interface org.apache.kafka.clients.consumer.Consumer<K,V>

committed

public org.apache.kafka.clients.consumer.OffsetAndMetadata committed(org.apache.kafka.common.TopicPartition partition,
                                                                     Duration timeout)

Specified by:

committed in interface org.apache.kafka.clients.consumer.Consumer<K,V>

metrics

public Map<org.apache.kafka.common.MetricName,? extends org.apache.kafka.common.Metric> metrics()

Specified by:

metrics in interface org.apache.kafka.clients.consumer.Consumer<K,V>

partitionsFor

public List<org.apache.kafka.common.PartitionInfo> partitionsFor(String topic)

Specified by:

partitionsFor in interface org.apache.kafka.clients.consumer.Consumer<K,V>

partitionsFor

public List<org.apache.kafka.common.PartitionInfo> partitionsFor(String topic,
                                                                 Duration timeout)

Specified by:

partitionsFor in interface org.apache.kafka.clients.consumer.Consumer<K,V>

listTopics

public Map<String,List<org.apache.kafka.common.PartitionInfo>> listTopics()

Specified by:

listTopics in interface org.apache.kafka.clients.consumer.Consumer<K,V>

listTopics

public Map<String,List<org.apache.kafka.common.PartitionInfo>> listTopics(Duration timeout)

Specified by:

listTopics in interface org.apache.kafka.clients.consumer.Consumer<K,V>

paused

public Set<org.apache.kafka.common.TopicPartition> paused()

Specified by:

paused in interface org.apache.kafka.clients.consumer.Consumer<K,V>

pause

public void pause(Collection<org.apache.kafka.common.TopicPartition> partitions)

Specified by:

pause in interface org.apache.kafka.clients.consumer.Consumer<K,V>

resume

public void resume(Collection<org.apache.kafka.common.TopicPartition> partitions)

Specified by:

resume in interface org.apache.kafka.clients.consumer.Consumer<K,V>

offsetsForTimes

public Map<org.apache.kafka.common.TopicPartition,org.apache.kafka.clients.consumer.OffsetAndTimestamp> offsetsForTimes(Map<org.apache.kafka.common.TopicPartition,Long> timestampsToSearch)

Specified by:

offsetsForTimes in interface org.apache.kafka.clients.consumer.Consumer<K,V>

offsetsForTimes

public Map<org.apache.kafka.common.TopicPartition,org.apache.kafka.clients.consumer.OffsetAndTimestamp> offsetsForTimes(Map<org.apache.kafka.common.TopicPartition,Long> timestampsToSearch,
                                                                                                                        Duration timeout)

Specified by:

offsetsForTimes in interface org.apache.kafka.clients.consumer.Consumer<K,V>

beginningOffsets

public Map<org.apache.kafka.common.TopicPartition,Long> beginningOffsets(Collection<org.apache.kafka.common.TopicPartition> partitions)

Specified by:

beginningOffsets in interface org.apache.kafka.clients.consumer.Consumer<K,V>

beginningOffsets

public Map<org.apache.kafka.common.TopicPartition,Long> beginningOffsets(Collection<org.apache.kafka.common.TopicPartition> partitions,
                                                                         Duration timeout)

Specified by:

beginningOffsets in interface org.apache.kafka.clients.consumer.Consumer<K,V>

endOffsets

public Map<org.apache.kafka.common.TopicPartition,Long> endOffsets(Collection<org.apache.kafka.common.TopicPartition> partitions)

Specified by:

endOffsets in interface org.apache.kafka.clients.consumer.Consumer<K,V>

endOffsets

public Map<org.apache.kafka.common.TopicPartition,Long> endOffsets(Collection<org.apache.kafka.common.TopicPartition> partitions,
                                                                   Duration timeout)

Specified by:

endOffsets in interface org.apache.kafka.clients.consumer.Consumer<K,V>

close

public void close()

Specified by:

close in interface Closeable

Specified by:

close in interface AutoCloseable

Specified by:

close in interface org.apache.kafka.clients.consumer.Consumer<K,V>

close

public void close(long timeout,
                  TimeUnit unit)

Specified by:

close in interface org.apache.kafka.clients.consumer.Consumer<K,V>

close

public void close(Duration timeout)

Specified by:

close in interface org.apache.kafka.clients.consumer.Consumer<K,V>

doClose

protected void doClose()

wakeup

public void wakeup()

Specified by:

wakeup in interface org.apache.kafka.clients.consumer.Consumer<K,V>

getOrAddConsumer

protected ConsumerHolder getOrAddConsumer(String topicId)

removeNotUsed

protected void removeNotUsed(Collection<String> topics)

removeConsumer

protected void removeConsumer(String topicId)

removeConsumer

protected void removeConsumer(String topicId,
                              long timeout,
                              TimeUnit unit)

removeConsumer

protected void removeConsumer(String topicId,
                              Duration timeout)

removeConsumer

protected void removeConsumer(String topicId,
                              Consumer<org.apache.kafka.clients.consumer.Consumer> closer)

newConsumerHolder

protected ConsumerHolder newConsumerHolder(String topicId)

constructConsumerConfig

protected KafkaConsumerConfig constructConsumerConfig(KafkaConsumerConfig consumerConfig,
                                                      ConsumerGroup consumerGroup,
                                                      Topic topic,
                                                      Cluster cluster)

constructClientId

protected String constructClientId(ConsumerGroupId consumerGroupId)

newConsumer

protected org.apache.kafka.clients.consumer.Consumer newConsumer(ConsumerGroupId consumerGroupId,
                                                                 KafkaConsumerConfig kafkaConsumerConfig)

restartConsumer

protected void restartConsumer(String topicId)

closeConsumer

protected void closeConsumer(ConsumerHolder consumerHolder)

toMap

protected Map<String,Collection<org.apache.kafka.common.TopicPartition>> toMap(Collection<org.apache.kafka.common.TopicPartition> partitions)

toMap

protected Map<org.apache.kafka.common.TopicPartition,List<org.apache.kafka.clients.consumer.ConsumerRecord>> toMap(org.apache.kafka.clients.consumer.ConsumerRecords records)

toMap

protected Map<String,Map<org.apache.kafka.common.TopicPartition,org.apache.kafka.clients.consumer.OffsetAndMetadata>> toMap(Map<org.apache.kafka.common.TopicPartition,org.apache.kafka.clients.consumer.OffsetAndMetadata> offsets)

forEach

protected void forEach(BiConsumer<String,ConsumerHolder> biConsumer)

forEach

protected void forEach(Predicate<String> predicate,
                       BiConsumer<String,ConsumerHolder> biConsumer)

acquireAndEnsureOpen

protected void acquireAndEnsureOpen()

acquire

protected void acquire()

release

protected void release()

runWithoutConcurrency

protected void runWithoutConcurrency(Runnable action)

runWithoutConcurrency

protected <T> T runWithoutConcurrency(Supplier<T> supplier)