Java tutorial
/** * Licensed to the Apache Software Foundation (ASF) under one * or more contributor license agreements. See the NOTICE file * distributed with this work for additional information * regarding copyright ownership. The ASF licenses this file * to you under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance * with the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, * software distributed under the License is distributed on an * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY * KIND, either express or implied. See the License for the * specific language governing permissions and limitations * under the License. */ package org.apache.pulsar.client.impl; import io.netty.buffer.ByteBuf; import io.netty.channel.EventLoopGroup; import java.io.Closeable; import java.util.ArrayList; import java.util.Collections; import java.util.List; import java.util.Map; import java.util.concurrent.ConcurrentSkipListSet; import java.util.concurrent.ScheduledFuture; import java.util.concurrent.TimeUnit; import java.util.concurrent.atomic.AtomicReferenceFieldUpdater; import lombok.extern.slf4j.Slf4j; import org.apache.commons.lang3.tuple.Pair; import org.apache.pulsar.client.api.MessageId; import org.apache.pulsar.client.impl.conf.ConsumerConfigurationData; import org.apache.pulsar.common.api.Commands; import org.apache.pulsar.common.api.proto.PulsarApi.CommandAck.AckType; /** * Group the acknowledgments for a certain time and then sends them out in a single protobuf command. */ @Slf4j public class AcknowledgmentsGroupingTracker implements Closeable { /** * When reaching the max group size, an ack command is sent out immediately */ private static final int MAX_ACK_GROUP_SIZE = 1000; private final ConsumerImpl<?> consumer; private final long acknowledgementGroupTimeMicros; /** * Latest cumulative ack sent to broker */ private volatile MessageIdImpl lastCumulativeAck = (MessageIdImpl) MessageId.earliest; private static final AtomicReferenceFieldUpdater<AcknowledgmentsGroupingTracker, MessageIdImpl> LAST_CUMULATIVE_ACK_UPDATER = AtomicReferenceFieldUpdater .newUpdater(AcknowledgmentsGroupingTracker.class, MessageIdImpl.class, "lastCumulativeAck"); /** * This is a set of all the individual acks that the application has issued and that were not already sent to * broker. */ private final ConcurrentSkipListSet<MessageIdImpl> pendingIndividualAcks; private final ScheduledFuture<?> scheduledTask; public AcknowledgmentsGroupingTracker(ConsumerImpl<?> consumer, ConsumerConfigurationData<?> conf, EventLoopGroup eventLoopGroup) { this.consumer = consumer; this.pendingIndividualAcks = new ConcurrentSkipListSet<>(); this.acknowledgementGroupTimeMicros = conf.getAcknowledgementsGroupTimeMicros(); if (acknowledgementGroupTimeMicros > 0) { scheduledTask = eventLoopGroup.next().scheduleWithFixedDelay(this::flush, acknowledgementGroupTimeMicros, acknowledgementGroupTimeMicros, TimeUnit.MICROSECONDS); } else { scheduledTask = null; } } /** * Since the ack are delayed, we need to do some best-effort duplicate check to discard messages that are being * resent after a disconnection and for which the user has already sent an acknowlowdgement. */ public boolean isDuplicate(MessageId messageId) { if (messageId.compareTo(lastCumulativeAck) <= 0) { // Already included in a cumulative ack return true; } else { return pendingIndividualAcks.contains(messageId); } } public void addAcknowledgment(MessageIdImpl msgId, AckType ackType, Map<String, Long> properties) { if (acknowledgementGroupTimeMicros == 0 || !properties.isEmpty()) { // We cannot group acks if the delay is 0 or when there are properties attached to it. Fortunately that's an // uncommon condition since it's only used for the compaction subscription. doImmediateAck(msgId, ackType, properties); } else if (ackType == AckType.Cumulative) { doCumulativeAck(msgId); } else { // Individual ack pendingIndividualAcks.add(msgId); if (pendingIndividualAcks.size() >= MAX_ACK_GROUP_SIZE) { flush(); } } } private void doCumulativeAck(MessageIdImpl msgId) { // Handle concurrent updates from different threads while (true) { MessageIdImpl lastCumlativeAck = this.lastCumulativeAck; if (msgId.compareTo(lastCumlativeAck) > 0) { if (LAST_CUMULATIVE_ACK_UPDATER.compareAndSet(this, lastCumlativeAck, msgId)) { // Successfully updated the last cumlative ack. Next flush iteration will send this to broker. return; } } else { // message id acknowledging an before the current last cumulative ack return; } } } private boolean doImmediateAck(MessageIdImpl msgId, AckType ackType, Map<String, Long> properties) { ClientCnx cnx = consumer.getClientCnx(); if (cnx == null) { return false; } final ByteBuf cmd = Commands.newAck(consumer.consumerId, msgId.getLedgerId(), msgId.getEntryId(), ackType, null, properties); cnx.ctx().writeAndFlush(cmd, cnx.ctx().voidPromise()); return true; } /** * Flush all the pending acks and send them to the broker */ public void flush() { if (log.isDebugEnabled()) { log.debug("[{}] Flushing pending acks to broker: last-cumulative-ack: {} -- individual-acks: {}", consumer, lastCumulativeAck, pendingIndividualAcks); } ClientCnx cnx = consumer.getClientCnx(); if (cnx == null) { if (log.isDebugEnabled()) { log.debug("[{}] Cannot flush pending acks since we're not connected to broker", consumer); } return; } if (!lastCumulativeAck.equals(MessageId.earliest)) { ByteBuf cmd = Commands.newAck(consumer.consumerId, lastCumulativeAck.ledgerId, lastCumulativeAck.entryId, AckType.Cumulative, null, Collections.emptyMap()); cnx.ctx().write(cmd, cnx.ctx().voidPromise()); } // Flush all individual acks if (!pendingIndividualAcks.isEmpty()) { if (Commands.peerSupportsMultiMessageAcknowledgment(cnx.getRemoteEndpointProtocolVersion())) { // We can send 1 single protobuf command with all individual acks List<Pair<Long, Long>> entriesToAck = new ArrayList<>(pendingIndividualAcks.size()); while (true) { MessageIdImpl msgId = pendingIndividualAcks.pollFirst(); if (msgId == null) { break; } entriesToAck.add(Pair.of(msgId.getLedgerId(), msgId.getEntryId())); } cnx.ctx().write(Commands.newMultiMessageAck(consumer.consumerId, entriesToAck), cnx.ctx().voidPromise()); } else { // When talking to older brokers, send the acknowledgments individually while (true) { MessageIdImpl msgId = pendingIndividualAcks.pollFirst(); if (msgId == null) { break; } cnx.ctx().write(Commands.newAck(consumer.consumerId, msgId.getLedgerId(), msgId.getEntryId(), AckType.Individual, null, Collections.emptyMap()), cnx.ctx().voidPromise()); } } } cnx.ctx().flush(); } @Override public void close() { flush(); if (scheduledTask != null) { scheduledTask.cancel(true); } } }