// consumerRequest 处理结束并销毁
ConcurrentHashMap<MessageQueue, ProcessQueue> processQueueTable =
consumer.getRebalanceImpl().getProcessQueueTable();
Iterator<MessageQueue> itr = processQueueTable.keySet().iterator();
while (itr.hasNext()) {
MessageQueue mq = itr.next();
if (topic.equals(mq.getTopic())) {
ProcessQueue pq = processQueueTable.get(mq);
pq.setDroped(true);
pq.clear();
}
}
// 更新消费队列的 offset 并提交到 broker
Iterator<MessageQueue> iterator = offsetTable.keySet().iterator();
while (iterator.hasNext()) {
MessageQueue mq = iterator.next();
consumer.updateConsumeOffset(mq, offsetTable.get(mq));
log.info("[reset-offset] reset offsetTable. topic={}, group={}, mq={}, offset={}",
new Object[] { topic, group, mq, offsetTable.get(mq) });
}
consumer.getOffsetStore().persistAll(offsetTable.keySet());
// 等待所有的 pullRequest 以及 consumerRequest 处理完成
try {
TimeUnit.SECONDS.sleep(10);
}
catch (InterruptedException e) {
//
}
// 更新消费队列的 offset 并提交到 broker
iterator = offsetTable.keySet().iterator();
while (iterator.hasNext()) {
MessageQueue mq = iterator.next();
consumer.updateConsumeOffset(mq, offsetTable.get(mq));
log.info("[reset-offset] reset offsetTable. topic={}, group={}, mq={}, offset={}",
new Object[] { topic, group, mq, offsetTable.get(mq) });
}
consumer.getOffsetStore().persistAll(offsetTable.keySet());
// 真正清除被 dropped 的 processQueue，从而使得新的 rebalance 生效，生成新的 pullRequest
// 以及 consumerRequest
iterator = offsetTable.keySet().iterator();
processQueueTable = consumer.getRebalanceImpl().getProcessQueueTable();
while (iterator.hasNext()) {
MessageQueue mq = iterator.next();
processQueueTable.remove(mq);
}
}
finally {
// 放在 finally 主要是确保 rebalance 一定被执行