Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $
You can buy this project and download/modify it how often you want.
org.joyqueue.network.codec.FetchClusterResponseCodec Maven / Gradle / Ivy
/**
* Copyright 2019 The JoyQueue Authors.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.joyqueue.network.codec;
import com.google.common.collect.Maps;
import com.google.common.collect.Sets;
import org.joyqueue.domain.ConsumerPolicy;
import org.joyqueue.domain.ProducerPolicy;
import org.joyqueue.domain.TopicType;
import org.joyqueue.exception.JoyQueueCode;
import org.joyqueue.network.command.FetchClusterResponse;
import org.joyqueue.network.command.JoyQueueCommandType;
import org.joyqueue.network.command.Topic;
import org.joyqueue.network.command.TopicPartition;
import org.joyqueue.network.command.TopicPartitionGroup;
import org.joyqueue.network.domain.BrokerNode;
import org.joyqueue.network.serializer.Serializer;
import org.joyqueue.network.transport.codec.JoyQueueHeader;
import org.joyqueue.network.transport.codec.PayloadCodec;
import org.joyqueue.network.transport.command.Header;
import org.joyqueue.network.transport.command.Type;
import io.netty.buffer.ByteBuf;
import org.apache.commons.collections.CollectionUtils;
import org.apache.commons.collections.MapUtils;
import java.util.Map;
import java.util.Set;
/**
* FetchClusterResponseCodec
*
* author: gaohaoxiang
* date: 2018/11/30
*/
public class FetchClusterResponseCodec implements PayloadCodec, Type {
private static final byte NONE_TOPIC_TYPE = -1;
@Override
public FetchClusterResponse decode(JoyQueueHeader header, ByteBuf buffer) throws Exception {
FetchClusterResponse fetchClusterResponse = new FetchClusterResponse();
Map topics = Maps.newHashMap();
Map brokers = Maps.newHashMap();
short topicSize = buffer.readShort();
for (int i = 0; i < topicSize; i++) {
Topic topic = decodeTopic(buffer);
topics.put(topic.getTopic(), topic);
}
short brokerSize = buffer.readShort();
for (int i = 0; i < brokerSize; i++) {
BrokerNode brokerNode = decodeBroker(header, buffer);
brokers.put(brokerNode.getId(), brokerNode);
}
fetchClusterResponse.setTopics(topics);
fetchClusterResponse.setBrokers(brokers);
return fetchClusterResponse;
}
protected Topic decodeTopic(ByteBuf buffer) throws Exception {
String topicCode = Serializer.readString(buffer, Serializer.SHORT_SIZE);
Topic topic = new Topic();
topic.setTopic(topicCode);
boolean isExistProducerPolicy = buffer.readBoolean();
if (isExistProducerPolicy) {
boolean isNearBy = buffer.readBoolean();
boolean isSingle = buffer.readBoolean();
boolean isArchive = buffer.readBoolean();
short weightSize = buffer.readShort();
Map weight = Maps.newHashMap();
for (int i = 0; i < weightSize; i++) {
weight.put(Serializer.readString(buffer, Serializer.SHORT_SIZE), buffer.readShort());
}
short blackListSize = buffer.readShort();
Set blackList = Sets.newHashSet();
for (int i = 0; i < blackListSize; i++) {
blackList.add(Serializer.readString(buffer, Serializer.SHORT_SIZE));
}
int timeout = buffer.readInt();
topic.setProducerPolicy(new ProducerPolicy(isNearBy, isSingle, isArchive, weight, blackList, timeout));
}
boolean isExistConsumerPolicy = buffer.readBoolean();
if (isExistConsumerPolicy) {
boolean isNearby = buffer.readBoolean();
boolean isPaused = buffer.readBoolean();
boolean isArchive = buffer.readBoolean();
boolean isRetry = buffer.readBoolean();
boolean isSeq = buffer.readBoolean();
int ackTimeout = buffer.readInt();
short batchSize = buffer.readShort();
boolean isCurrent = buffer.readBoolean(); // 已删除字段
int concurrent = buffer.readInt();
int delay = buffer.readInt();
short blackListSize = buffer.readShort();
Set blackList = Sets.newHashSet();
for (int i = 0; i < blackListSize; i++) {
blackList.add(Serializer.readString(buffer, Serializer.SHORT_SIZE));
}
int errTimes = buffer.readInt();
int maxPartitionNum = buffer.readInt();
int readRetryProbability = buffer.readInt();
topic.setConsumerPolicy(new ConsumerPolicy(isNearby, isPaused, isArchive, isRetry, isSeq,
ackTimeout, batchSize, concurrent, delay, blackList, errTimes, maxPartitionNum, readRetryProbability,null));
}
byte topicType = buffer.readByte();
if (topicType != NONE_TOPIC_TYPE) {
topic.setType(TopicType.valueOf(topicType));
}
Map partitionGroups = Maps.newHashMap();
short partitionGroupSize = buffer.readShort();
for (int i = 0; i < partitionGroupSize; i++) {
TopicPartitionGroup partitionGroup = new TopicPartitionGroup();
Map partitions = Maps.newHashMap();
partitionGroup.setId(buffer.readInt());
partitionGroup.setLeader(buffer.readInt());
partitionGroup.setPartitions(partitions);
partitionGroups.put(partitionGroup.getId(), partitionGroup);
short partitionSize = buffer.readShort();
for (int j = 0; j < partitionSize; j++) {
TopicPartition partition = new TopicPartition();
partition.setId(buffer.readShort());
partitions.put(partition.getId(), partition);
}
}
topic.setPartitionGroups(partitionGroups);
topic.setCode(JoyQueueCode.valueOf(buffer.readInt()));
return topic;
}
protected BrokerNode decodeBroker(JoyQueueHeader header, ByteBuf buffer) throws Exception {
BrokerNode result = new BrokerNode();
result.setId(buffer.readInt());
result.setHost(Serializer.readString(buffer, Serializer.SHORT_SIZE));
result.setPort(buffer.readInt());
result.setDataCenter(Serializer.readString(buffer, Serializer.SHORT_SIZE));
result.setNearby(buffer.readBoolean());
result.setWeight(buffer.readInt());
if (header.getVersion() >= JoyQueueHeader.VERSION_V2) {
result.setSysCode(buffer.readInt());
result.setPermission(buffer.readInt());
}
return result;
}
@Override
public void encode(FetchClusterResponse payload, ByteBuf buffer) throws Exception {
buffer.writeShort(payload.getTopics().size());
for (Map.Entry entry : payload.getTopics().entrySet()) {
encodeTopic(entry.getValue(), buffer);
}
buffer.writeShort(payload.getBrokers().size());
for (Map.Entry entry : payload.getBrokers().entrySet()) {
encodeBroker(payload.getHeader(), entry.getValue(), buffer);
}
}
protected void encodeTopic(Topic topic, ByteBuf buffer) throws Exception {
ProducerPolicy producerPolicy = topic.getProducerPolicy();
ConsumerPolicy consumerPolicy = topic.getConsumerPolicy();
Serializer.write(topic.getTopic(), buffer, Serializer.SHORT_SIZE);
if (producerPolicy == null) {
buffer.writeBoolean(false);
} else {
buffer.writeBoolean(true);
buffer.writeBoolean(producerPolicy.getNearby());
buffer.writeBoolean(producerPolicy.getSingle());
buffer.writeBoolean(producerPolicy.getArchive());
if (MapUtils.isEmpty(producerPolicy.getWeight())) {
buffer.writeShort(0);
} else {
buffer.writeShort(producerPolicy.getWeight().size());
for (Map.Entry entry : producerPolicy.getWeight().entrySet()) {
Serializer.write(entry.getKey(), buffer, Serializer.SHORT_SIZE);
buffer.writeShort(entry.getValue());
}
}
if (CollectionUtils.isEmpty(producerPolicy.getBlackList())) {
buffer.writeShort(0);
} else {
buffer.writeShort(producerPolicy.getBlackList().size());
for (String blackList : producerPolicy.getBlackList()) {
Serializer.write(blackList, buffer, Serializer.SHORT_SIZE);
}
}
buffer.writeInt(producerPolicy.getTimeOut());
}
if (consumerPolicy == null) {
buffer.writeBoolean(false);
} else {
buffer.writeBoolean(true);
buffer.writeBoolean(consumerPolicy.getNearby());
buffer.writeBoolean(consumerPolicy.getPaused());
buffer.writeBoolean(consumerPolicy.getArchive());
buffer.writeBoolean(consumerPolicy.getRetry());
buffer.writeBoolean(consumerPolicy.getSeq());
buffer.writeInt(consumerPolicy.getAckTimeout());
buffer.writeShort(consumerPolicy.getBatchSize());
buffer.writeBoolean(false); // 已删除字段
buffer.writeInt(consumerPolicy.getConcurrent());
buffer.writeInt(consumerPolicy.getDelay());
if (CollectionUtils.isEmpty(consumerPolicy.getBlackList())) {
buffer.writeShort(0);
} else {
buffer.writeShort(consumerPolicy.getBlackList().size());
for (String blackList : consumerPolicy.getBlackList()) {
Serializer.write(blackList, buffer, Serializer.SHORT_SIZE);
}
}
buffer.writeInt(consumerPolicy.getErrTimes());
buffer.writeInt(consumerPolicy.getMaxPartitionNum());
buffer.writeInt(consumerPolicy.getReadRetryProbability());
}
if (topic.getType() == null) {
buffer.writeByte(NONE_TOPIC_TYPE);
} else {
buffer.writeByte(topic.getType().code());
}
if (MapUtils.isEmpty(topic.getPartitionGroups())) {
buffer.writeShort(0);
} else {
buffer.writeShort(topic.getPartitionGroups().size());
for (Map.Entry partitionGroupEntry : topic.getPartitionGroups().entrySet()) {
TopicPartitionGroup partitionGroup = partitionGroupEntry.getValue();
buffer.writeInt(partitionGroupEntry.getKey());
buffer.writeInt(partitionGroup.getLeader());
buffer.writeShort(partitionGroup.getPartitions().size());
for (Map.Entry partitionEntry : partitionGroup.getPartitions().entrySet()) {
buffer.writeShort(partitionEntry.getKey());
}
}
}
buffer.writeInt(topic.getCode().getCode());
}
protected void encodeBroker(Header header, BrokerNode brokerNode, ByteBuf buffer) throws Exception {
buffer.writeInt(brokerNode.getId());
Serializer.write(brokerNode.getHost(), buffer, Serializer.SHORT_SIZE);
buffer.writeInt(brokerNode.getPort());
Serializer.write(brokerNode.getDataCenter(), buffer, Serializer.SHORT_SIZE);
buffer.writeBoolean(brokerNode.isNearby());
buffer.writeInt(brokerNode.getWeight());
if (header.getVersion() >= JoyQueueHeader.VERSION_V2) {
buffer.writeInt(brokerNode.getSysCode());
buffer.writeInt(brokerNode.getPermission());
}
}
@Override
public int type() {
return JoyQueueCommandType.FETCH_CLUSTER_RESPONSE.getCode();
}
}
