如何依赖spring-kafka获取当前偏移量、最高日志位移、消息堆积量

最新推荐文章于 2024-09-27 21:57:39 发布

pgz_lq

最新推荐文章于 2024-09-27 21:57:39 发布

阅读量1.8k

点赞数

CC 4.0 BY-SA版权

分类专栏：中间件文章标签： kafka java

本文链接：https://blog.csdn.net/Mr_Andyquan/article/details/112993878

中间件专栏收录该内容

5 篇文章

订阅专栏

本文介绍了一个使用Spring Boot和Apache Kafka的工具类，用于获取Kafka主题的消费 lag（滞后），帮助开发者快速了解消息处理的实时性能。通过`getLAG`方法，可以批量获取多个主题的lag信息，便于诊断和优化生产者消费者的同步问题。

摘要生成于 C知道，由 DeepSeek-R1 满血版支持，前往体验 >

直接上代码，简单粗暴

package com.util;

import lombok.extern.slf4j.Slf4j;
import org.apache.kafka.clients.consumer.Consumer;
import org.apache.kafka.common.PartitionInfo;
import org.apache.kafka.common.TopicPartition;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.kafka.core.ConsumerFactory;
import org.springframework.kafka.core.KafkaTemplate;
import org.springframework.stereotype.Component;

import javax.annotation.PostConstruct;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.List;

/**
 * kafka工具类
 *
 * @author liquan_pgz@qq.com
 * @date 2021-01-22
 */
@Slf4j
@Component
public class KafkaOffsetTools {

    private static KafkaOffsetTools _this;

    @Autowired
    private ConsumerFactory<Long, String> consumerFactory;

    @Autowired
    private KafkaTemplate<String, String> kafkaTemplate;

    @PostConstruct
    public void init() {
        _this = this;
    }

    /**
     * 获取lag
     *
     * @param topics
     * @return
     * @author liquan_pgz@qq.com
     * date 2021-01-22
     **/
    public static Long getLAG(String... topics) {
        return getDescribe(topics)[2];
    }

    /**
     * 获取分组下的表述信息
     *
     * @param topics
     * @return
     * @author liquan_pgz@qq.com
     * date 2021-01-22
     **/
    private static long[] getDescribe(String... topics) {
        long[] describe = new long[3];
        Consumer<Long, String> consumer = createConsumer();
        for (String topic : topics) {
            List<PartitionInfo> partitionInfos = _this.kafkaTemplate.partitionsFor(topic);
            List<TopicPartition> tp = new ArrayList<>();
            partitionInfos.forEach(str -> {
                TopicPartition topicPartition = new TopicPartition(topic, str.partition());
                tp.add(topicPartition);
                long logEndOffset = consumer.endOffsets(tp).get(topicPartition);
                consumer.assign(tp);
                consumer.position(topicPartition);
                long currentOffset = consumer.position(topicPartition);
                describe[0] += currentOffset;
                describe[1] += logEndOffset;
                describe[2] = describe[1] - describe[0];
            });
        }
        log.info(Arrays.toString(describe));
        return describe;
    }

    /**
     * 创建消费者
     *
     * @return
     * @author liquan_pgz@qq.com
     * date 2021-01-22
     **/
    private static Consumer<Long, String> createConsumer() {
        return _this.consumerFactory.createConsumer();
    }
}