qunar.tc.qmq.delay.store.log.ScheduleSetSegment Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of qmq-delay-server Show documentation
There is a newer version: 1.1.43
/*
 * Copyright 2018 Qunar, Inc.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package qunar.tc.qmq.delay.store.log;

import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import qunar.tc.qmq.delay.ScheduleIndex;
import qunar.tc.qmq.delay.store.model.ScheduleSetRecord;
import qunar.tc.qmq.delay.store.model.ScheduleSetSequence;
import qunar.tc.qmq.delay.store.visitor.LogVisitor;
import qunar.tc.qmq.delay.store.visitor.ScheduleIndexVisitor;

import java.io.File;
import java.io.IOException;
import java.nio.ByteBuffer;
import java.nio.charset.StandardCharsets;
import java.util.Optional;

/**
 * @author xufeng.deng [email protected]
 * @since 2018-07-19 12:23
 */
public class ScheduleSetSegment extends AbstractDelaySegment {
    private static final Logger LOGGER = LoggerFactory.getLogger(ScheduleSetSegment.class);

    ScheduleSetSegment(File file) throws IOException {
        super(file);
    }

    @Override
    public long validate() throws IOException {
        return fileChannel.size();
    }

    ScheduleSetRecord recover(long offset, int size) {
        // 交给gc，不能给每个segment分配一个局部buffer
        ByteBuffer result = ByteBuffer.allocateDirect(size);
        try {
            int bytes = fileChannel.read(result, offset);
            if (bytes != size) {
                DirectBufCloser.close(result);
                LOGGER.error("schedule set segment recovered failed,need read more bytes,segment:{},offset:{},size:{}, readBytes:{}, segmentTotalSize:{}", fileName, offset, size, bytes, fileChannel.size());
                return null;
            }
            result.flip();
            long scheduleTime = result.getLong();
            long sequence = result.getLong();
            result.getInt();

            int messageIdSize = result.getInt();
            byte[] messageId = new byte[messageIdSize];
            result.get(messageId);
            int subjectSize = result.getInt();
            byte[] subject = new byte[subjectSize];
            result.get(subject);
            return new ScheduleSetRecord(new String(messageId, StandardCharsets.UTF_8), new String(subject, StandardCharsets.UTF_8), scheduleTime, offset, size, sequence, result.slice());
        } catch (Throwable e) {
            LOGGER.error("schedule set segment recovered error,segment:{}, offset-size:{} {}", fileName, offset, size, e);
            return null;
        }
    }

    void loadOffset(long scheduleSetWroteOffset) {
        if (getWrotePosition() != scheduleSetWroteOffset) {
            setWrotePosition(scheduleSetWroteOffset);
            setFlushedPosition(scheduleSetWroteOffset);
            LOGGER.warn("schedule set load offset,exist invalid message,segment base offset:{}, wroteOffset:{}", getSegmentBaseOffset(), scheduleSetWroteOffset);
        }
    }

    public LogVisitor newVisitor(long from, int singleMessageLimitSize) {
        return new ScheduleIndexVisitor(from, fileChannel, singleMessageLimitSize);
    }

    long doValidate(int singleMessageLimitSize) {
        LOGGER.info("validate schedule log {}", getSegmentBaseOffset());
        LogVisitor visitor = newVisitor(0, singleMessageLimitSize);
        try {
            while (true) {
                Optional optionalRecord = visitor.nextRecord();
                if (optionalRecord.isPresent()) {
                    continue;
                }
                break;
            }
            return visitor.visitedBufferSize();
        } finally {
            visitor.close();
        }
    }
}