cn.geektool.kafka.consumer.generator.KafkaConsumerGenerator Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of geektool-kafka Show documentation
geektool kafka操作
The newest version!
package cn.geektool.kafka.consumer.generator;

import cn.geektool.core.util.StrUtil;
import cn.geektool.kafka.admin.event.KafkaEvent;
import cn.geektool.kafka.consumer.bean.ConsumerBean;
import com.alibaba.fastjson.JSON;
import com.alibaba.fastjson.JSONObject;
import org.apache.kafka.clients.consumer.KafkaConsumer;
import org.apache.kafka.common.PartitionInfo;
import org.apache.kafka.common.TopicPartition;
import cn.geektool.core.util.CollectionUtil;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.Map;

/**
 * 消费者生成器
 *
 * @author jiangdi
 * @since 0.0.1
 */
public final class KafkaConsumerGenerator {


    /**
     * 生成消费者参数
     *
     * @param consumerBean 消费者的bean
     * @return 生成的参数
     */
    public static List generatorParam(ConsumerBean consumerBean) {
        List result = new ArrayList();
        Map map = ((JSONObject) JSON.toJSON(consumerBean)).getInnerMap();
        String[] topics = StrUtil.split(consumerBean.getTopics(), ",");
        if (CollectionUtil.isNotEmpty(topics)) {
            for (String topic : topics) {
                initTopic(map, topic, consumerBean, result);
            }
        }

        return result;
    }

    /**
     * 根据主题初始化
     *
     * @param props        初始化的参数
     * @param topic        初始化的主题
     * @param consumerBean 初始化
     */
    private static void initTopic(Map props, String topic, ConsumerBean consumerBean, List result) {
        Map cloneProps = new HashMap<>(props);
        KafkaConsumer consumer = new KafkaConsumer<>(props);
        List partitionList = consumer.partitionsFor(topic);
        consumer.close();
        Integer threadPartionNum = consumerBean.getThreadPartitionNum();
        List operaParttionList = new ArrayList<>();
        StringBuilder sb = new StringBuilder();
        int crtParitionCount = partitionList.size();
        //如果设置的分片数大于当前的分片数
        if (threadPartionNum > crtParitionCount) {
            //放入一个线程处理
            threadPartionNum = crtParitionCount;
        }
        for (int i = 0; i < crtParitionCount; ++i) {
            int partition = partitionList.get(i).partition();
            sb.append("|").append(partition);
            operaParttionList.add(new TopicPartition(topic, partition));
            //解决除数为0的情况下
            if (crtParitionCount - 1 == i || (threadPartionNum - 1)%1 ==0) {
                if (StrUtil.isEmptyIfStr(consumerBean.getGroupName())){
                    cloneProps.put("group.id", sb.insert(0, "-group-").insert(0, topic).toString());
                } else {
                    cloneProps.put("group.id", consumerBean.getGroupName());
                }

                result.add(initPartition(cloneProps, operaParttionList, topic, consumerBean));
                operaParttionList = new ArrayList<>();
                sb = new StringBuilder();
            }
        }
    }

    private static JSONObject initPartition(Map props, List partitions,
                                            String topic, ConsumerBean consumerBean) {
        JSONObject params = new JSONObject(8);
        params.put("action", KafkaEvent.CREATE);
        params.put("consumerMap", props);
        params.put("consumerBean", consumerBean);
        params.put("partition", partitions);
        params.put("topic", topic);
        return params;
    }
}