com.alibaba.nacos.config.server.service.merge.MergeTaskProcessor Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of nacos-config Show documentation
nacos-config
There is a newer version: 3.0.0-ALPHA.2
/*
 * Copyright 1999-2018 Alibaba Group Holding Ltd.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package com.alibaba.nacos.config.server.service.merge;

import com.alibaba.nacos.common.notify.NotifyCenter;
import com.alibaba.nacos.common.task.NacosTask;
import com.alibaba.nacos.config.server.constant.Constants;
import com.alibaba.nacos.common.task.NacosTaskProcessor;
import com.alibaba.nacos.config.server.model.ConfigInfo;
import com.alibaba.nacos.config.server.model.ConfigInfoAggr;
import com.alibaba.nacos.persistence.model.Page;
import com.alibaba.nacos.config.server.model.event.ConfigDataChangeEvent;
import com.alibaba.nacos.config.server.service.repository.ConfigInfoAggrPersistService;
import com.alibaba.nacos.config.server.service.repository.ConfigInfoPersistService;
import com.alibaba.nacos.config.server.service.repository.ConfigInfoTagPersistService;
import com.alibaba.nacos.config.server.service.trace.ConfigTraceService;
import com.alibaba.nacos.config.server.utils.ContentUtils;
import com.alibaba.nacos.config.server.utils.TimeUtils;
import com.alibaba.nacos.sys.utils.InetUtils;
import com.alibaba.nacos.common.utils.StringUtils;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import java.sql.Timestamp;
import java.util.ArrayList;
import java.util.List;

/**
 * Merge task processor.
 *
 * @author Nacos
 */
public class MergeTaskProcessor implements NacosTaskProcessor {
    
    private static final Logger LOGGER = LoggerFactory.getLogger(MergeTaskProcessor.class);
    
    private static final int PAGE_SIZE = 10000;
    
    private ConfigInfoPersistService configInfoPersistService;
    
    private ConfigInfoAggrPersistService configInfoAggrPersistService;
    
    private ConfigInfoTagPersistService configInfoTagPersistService;
    
    private MergeDatumService mergeService;
    
    MergeTaskProcessor(ConfigInfoPersistService configInfoPersistService,
            ConfigInfoAggrPersistService configInfoAggrPersistService,
            ConfigInfoTagPersistService configInfoTagPersistService, MergeDatumService mergeService) {
        this.configInfoPersistService = configInfoPersistService;
        this.configInfoAggrPersistService = configInfoAggrPersistService;
        this.configInfoTagPersistService = configInfoTagPersistService;
        this.mergeService = mergeService;
    }
    
    @Override
    public boolean process(NacosTask task) {
        MergeDataTask mergeTask = (MergeDataTask) task;
        final String dataId = mergeTask.dataId;
        final String group = mergeTask.groupId;
        final String tenant = mergeTask.tenant;
        final String tag = mergeTask.tag;
        final String clientIp = mergeTask.getClientIp();
        try {
            List datumList = new ArrayList<>();
            int rowCount = configInfoAggrPersistService.aggrConfigInfoCount(dataId, group, tenant);
            int pageCount = (int) Math.ceil(rowCount * 1.0 / PAGE_SIZE);
            for (int pageNo = 1; pageNo <= pageCount; pageNo++) {
                Page page = configInfoAggrPersistService.findConfigInfoAggrByPage(dataId, group, tenant,
                        pageNo, PAGE_SIZE);
                if (page != null) {
                    datumList.addAll(page.getPageItems());
                    LOGGER.info("[merge-query] {}, {}, size/total={}/{}", dataId, group, datumList.size(), rowCount);
                }
            }
            
            final Timestamp time = TimeUtils.getCurrentTime();
            if (datumList.size() > 0) {
                // merge
                ConfigInfo cf = merge(dataId, group, tenant, datumList);
                
                configInfoPersistService.insertOrUpdate(null, null, cf, null);
                
                LOGGER.info("[merge-ok] {}, {}, size={}, length={}, md5={}, content={}", dataId, group,
                        datumList.size(), cf.getContent().length(), cf.getMd5(),
                        ContentUtils.truncateContent(cf.getContent()));
                
                ConfigTraceService.logPersistenceEvent(dataId, group, tenant, null, time.getTime(),
                        InetUtils.getSelfIP(), ConfigTraceService.PERSISTENCE_EVENT,
                        ConfigTraceService.PERSISTENCE_TYPE_MERGE, cf.getContent());
            } else {
                String eventType;
                
                // remove
                if (StringUtils.isBlank(tag)) {
                    eventType = ConfigTraceService.PERSISTENCE_EVENT;
                    
                    configInfoPersistService.removeConfigInfo(dataId, group, tenant, clientIp, null);
                } else {
                    eventType = ConfigTraceService.PERSISTENCE_EVENT_TAG + "-" + tag;
                    
                    configInfoTagPersistService.removeConfigInfoTag(dataId, group, tenant, tag, clientIp, null);
                }
                
                LOGGER.warn(
                        "[merge-delete] delete config info because no datum. dataId=" + dataId + ", groupId=" + group);
                
                ConfigTraceService.logPersistenceEvent(dataId, group, tenant, null, time.getTime(),
                        InetUtils.getSelfIP(), eventType, ConfigTraceService.PERSISTENCE_TYPE_REMOVE, null);
            }
            NotifyCenter.publishEvent(new ConfigDataChangeEvent(false, dataId, group, tenant, tag, time.getTime()));
            
        } catch (Exception e) {
            mergeService.addMergeTask(dataId, group, tenant, mergeTask.getClientIp());
            LOGGER.info("[merge-error] " + dataId + ", " + group + ", " + e.toString(), e);
        }
        
        return true;
    }
    
    /**
     * merge datumList {@link ConfigInfoAggr}.
     *
     * @param dataId    data id
     * @param group     group
     * @param tenant    tenant
     * @param datumList datumList
     * @return {@link ConfigInfo}
     */
    public static ConfigInfo merge(String dataId, String group, String tenant, List datumList) {
        StringBuilder sb = new StringBuilder();
        String appName = null;
        for (ConfigInfoAggr aggrInfo : datumList) {
            if (aggrInfo.getAppName() != null) {
                appName = aggrInfo.getAppName();
            }
            sb.append(aggrInfo.getContent());
            sb.append(Constants.NACOS_LINE_SEPARATOR);
        }
        String content = sb.substring(0, sb.lastIndexOf(Constants.NACOS_LINE_SEPARATOR));
        return new ConfigInfo(dataId, group, tenant, appName, content);
    }
}