qunar.tc.qmq.backup.util.HBaseValueDecoder Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of qmq-backup Show documentation
There is a newer version: 1.1.43
/*
 * Copyright 2018 Qunar, Inc.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package qunar.tc.qmq.backup.util;

import io.netty.buffer.ByteBuf;
import org.hbase.async.Bytes;
import org.hbase.async.KeyValue;
import org.jboss.netty.util.CharsetUtil;
import qunar.tc.qmq.backup.base.BackupMessage;
import qunar.tc.qmq.backup.base.BackupMessageMeta;
import qunar.tc.qmq.backup.base.RecordQueryResult;
import qunar.tc.qmq.base.BaseMessage;
import qunar.tc.qmq.protocol.QMQSerializer;
import qunar.tc.qmq.utils.CharsetUtils;
import qunar.tc.qmq.utils.PayloadHolderUtils;

import java.nio.ByteBuffer;
import java.util.HashMap;
import java.util.List;
import java.util.Set;

import static qunar.tc.qmq.backup.service.BackupKeyGenerator.MESSAGE_SUBJECT_LENGTH;
import static qunar.tc.qmq.backup.service.BackupKeyGenerator.RECORD_SEQUENCE_LENGTH;
import static qunar.tc.qmq.backup.store.impl.AbstractHBaseStore.RECORDS;

/**
 * @author xufeng.deng [email protected]
 * @since 2019/5/30
 */
public class HBaseValueDecoder {

    public static BackupMessage getMessage(byte[] value) throws Exception {
        return getMessage(ByteBuffer.wrap(value));
    }

    public static BackupMessage getMessage(ByteBuffer buffer) throws Exception {
        long sequence = buffer.getLong();
        // flag
        byte flag = buffer.get();
        // createTime
        final long createTime = buffer.getLong();
        // expiredTime or scheduleTime
        buffer.position(buffer.position() + Long.BYTES);
        // subject
        final String subject = PayloadHolderUtils.readString(buffer);
        // messageId
        final String messageId = PayloadHolderUtils.readString(buffer);
        // tags
        Set tags = Tags.readTags(flag, buffer);
        // body
        final byte[] bodyBs = PayloadHolderUtils.readBytes(buffer);
        HashMap attributes = null;
        try {
            attributes = getAttributes(bodyBs, createTime);
        } catch (Exception e) {
            throw new RuntimeException(e);
        }
        BackupMessage backupMessage = new BackupMessage(messageId, subject);
        backupMessage.setAttrs(attributes);
        tags.forEach(backupMessage::addTag);
        backupMessage.setSequence(sequence);

        return backupMessage;
    }

    private static HashMap getAttributes(final byte[] bodyBs, final long createTime) {
        HashMap attributes;
        attributes = QMQSerializer.deserializeMap(bodyBs);
        attributes.put(BaseMessage.keys.qmq_createTime.name(), createTime);
        return attributes;
    }

    public static BackupMessageMeta getMessageMeta(byte[] value) {
        try {
            if (value != null && value.length > 0) {
                long sequence = Bytes.getLong(value, 0);
                long createTime = Bytes.getLong(value, 8);
                int brokerGroupLength = Bytes.getInt(value, 16);
                if (brokerGroupLength > 200) {
                    return null;
                }
                byte[] brokerGroupBytes = new byte[brokerGroupLength];
                System.arraycopy(value, 20, brokerGroupBytes, 0, brokerGroupLength);
                int messageIdLength = value.length - 20 - brokerGroupLength;
                byte[] messageIdBytes = new byte[messageIdLength];
                System.arraycopy(value, 20 + brokerGroupLength, messageIdBytes, 0, messageIdLength);
                BackupMessageMeta meta = new BackupMessageMeta(sequence, new String(brokerGroupBytes, CharsetUtil.UTF_8), new String(messageIdBytes, CharsetUtil.UTF_8));
                meta.setCreateTime(createTime);
                return meta;
            }
        } catch (Exception ignored) {
        }
        return null;
    }

    public static RecordQueryResult.Record getRecord(List kvs, byte type) {
        KeyValueList kvl = new KeyValueListImpl(kvs);
        byte[] rowKey = kvl.getKey();
        String row = CharsetUtils.toUTF8String(rowKey);
        long sequence = Long.parseLong(row.substring(MESSAGE_SUBJECT_LENGTH, MESSAGE_SUBJECT_LENGTH + RECORD_SEQUENCE_LENGTH));
        byte action = Byte.parseByte(row.substring(row.length() - 1));

        byte[] value = kvl.getValue(RECORDS);
        long timestamp = Bytes.getLong(value, 0);
        short consumerIdLength = Bytes.getShort(value, 8);
        byte[] consumerIdBytes = new byte[consumerIdLength];
        System.arraycopy(value, 10, consumerIdBytes, 0, consumerIdLength);
        String consumerId = CharsetUtils.toUTF8String(consumerIdBytes);
        short consumerGroupLength = Bytes.getShort(value, 10 + consumerIdLength);
        byte[] consumerGroupBytes = new byte[consumerGroupLength];
        System.arraycopy(value, 12 + consumerIdLength, consumerGroupBytes, 0, consumerGroupLength);
        String consumerGroup = CharsetUtils.toUTF8String(consumerGroupBytes);
        return new RecordQueryResult.Record(consumerGroup, action, type, timestamp, consumerId, sequence);
    }

}