qunar.tc.qmq.delay.store.log.ScheduleLog Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of qmq-delay-server Show documentation
There is a newer version: 1.1.43
/*
 * Copyright 2018 Qunar, Inc.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package qunar.tc.qmq.delay.store.log;

import com.google.common.collect.Lists;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import qunar.tc.qmq.common.Disposable;
import qunar.tc.qmq.delay.ScheduleIndex;
import qunar.tc.qmq.delay.base.LongHashSet;
import qunar.tc.qmq.delay.config.StoreConfiguration;
import qunar.tc.qmq.delay.store.DefaultDelaySegmentValidator;
import qunar.tc.qmq.delay.store.ScheduleLogValidatorSupport;
import qunar.tc.qmq.delay.store.appender.ScheduleSetAppender;
import qunar.tc.qmq.delay.store.model.*;
import qunar.tc.qmq.delay.store.visitor.LogVisitor;
import qunar.tc.qmq.delay.wheel.WheelLoadCursor;
import qunar.tc.qmq.protocol.producer.MessageProducerCode;

import java.io.File;
import java.util.List;
import java.util.Map;
import java.util.Optional;
import java.util.concurrent.atomic.AtomicBoolean;
import java.util.function.Consumer;

import static qunar.tc.qmq.delay.store.ScheduleLogValidatorSupport.getSupport;


/**
 * @author xufeng.deng [email protected]
 * @since 2018-08-02 17:47
 */
public class ScheduleLog implements Log, Disposable {
    private static final Logger LOGGER = LoggerFactory.getLogger(ScheduleLog.class);

    private final ScheduleSet scheduleSet;
    private final AtomicBoolean open;
    private final StoreConfiguration config;

    public ScheduleLog(StoreConfiguration storeConfiguration) {
        final ScheduleSetSegmentContainer setContainer = new ScheduleSetSegmentContainer(
                storeConfiguration, new File(storeConfiguration.getScheduleLogStorePath())
                , new DefaultDelaySegmentValidator(), new ScheduleSetAppender(storeConfiguration.getSingleMessageLimitSize()));

        this.config = storeConfiguration;
        this.scheduleSet = new ScheduleSet(setContainer);
        this.open = new AtomicBoolean(true);
        reValidate(storeConfiguration.getSingleMessageLimitSize());
    }

    private void reValidate(int singleMessageLimitSize) {
        ScheduleLogValidatorSupport support = ScheduleLogValidatorSupport.getSupport(config);
        Map offsets = support.loadScheduleOffsetCheckpoint();
        scheduleSet.reValidate(offsets, singleMessageLimitSize);
    }

    @Override
    public AppendLogResult append(LogRecord record) {
        if (!open.get()) {
            return new AppendLogResult<>(MessageProducerCode.STORE_ERROR, "schedule log closed");
        }
        AppendLogResult> result = scheduleSet.append(record);
        int code = result.getCode();
        if (MessageProducerCode.SUCCESS != code) {
            LOGGER.error("appendMessageLog schedule set error,log:{} {},code:{}", record.getSubject(), record.getMessageId(), code);
            return new AppendLogResult<>(MessageProducerCode.STORE_ERROR, "appendScheduleSetError");
        }

        RecordResult recordResult = result.getAdditional();
        ScheduleIndex index = new ScheduleIndex(
                record.getSubject(),
                record.getScheduleTime(),
                recordResult.getResult().getWroteOffset(),
                recordResult.getResult().getWroteBytes(),
                recordResult.getResult().getAdditional().getSequence());

        return new AppendLogResult<>(MessageProducerCode.SUCCESS, "", index);
    }

    @Override
    public boolean clean(Long key) {
        return scheduleSet.clean(key);
    }

    @Override
    public void flush() {
        if (open.get()) {
            scheduleSet.flush();
        }
    }

    public List recoverLogRecord(List pureRecords) {
        List records = Lists.newArrayListWithCapacity(pureRecords.size());
        for (ScheduleIndex index : pureRecords) {
            ScheduleSetRecord logRecord = scheduleSet.recoverRecord(index);
            if (logRecord == null) {
                LOGGER.error("schedule log recover null record");
                continue;
            }

            records.add(logRecord);
        }

        return records;
    }

    public void clean() {
        scheduleSet.clean();
    }

    public WheelLoadCursor.Cursor loadUnDispatch(ScheduleSetSegment segment, final LongHashSet dispatchedSet, final Consumer func) {
        LogVisitor visitor = segment.newVisitor(0, config.getSingleMessageLimitSize());
        try {
            long offset = 0;
            while (true) {
                Optional recordOptional = visitor.nextRecord();
                if (!recordOptional.isPresent()) break;
                ScheduleIndex index = recordOptional.get();
                long sequence = index.getSequence();
                offset = index.getOffset() + index.getSize();
                if (!dispatchedSet.contains(sequence)) {
                    func.accept(index);
                }
            }
            return new WheelLoadCursor.Cursor(segment.getSegmentBaseOffset(), offset);
        } finally {
            visitor.close();
            LOGGER.info("schedule log recover {} which is need to continue to dispatch.", segment.getSegmentBaseOffset());
        }
    }

    public ScheduleSetSegment loadSegment(long segmentBaseOffset) {
        return scheduleSet.loadSegment(segmentBaseOffset);
    }

    @Override
    public void destroy() {
        open.set(false);
        getSupport(config).saveScheduleOffsetCheckpoint(checkOffsets());
    }

    private Map checkOffsets() {
        return scheduleSet.countSegments();
    }

    public long higherBaseOffset(long low) {
        return scheduleSet.higherBaseOffset(low);
    }
}