com.vip.saturn.job.sharding.service.NamespaceShardingContentService Maven / Gradle / Ivy

Go to download
package com.vip.saturn.job.sharding.service;

import java.util.ArrayList;
import java.util.Arrays;
import java.util.Collections;
import java.util.Comparator;
import java.util.HashMap;
import java.util.List;
import java.util.Map;

import org.apache.curator.framework.CuratorFramework;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import com.google.gson.Gson;
import com.google.gson.reflect.TypeToken;
import com.vip.saturn.job.sharding.entity.Executor;
import com.vip.saturn.job.sharding.entity.Shard;
import com.vip.saturn.job.sharding.node.SaturnExecutorsNode;

/**
 * Created by xiaopeng.he on 2016/7/8.
 */
public class NamespaceShardingContentService {
	static Logger log = LoggerFactory.getLogger(NamespaceShardingContentService.class);

    private CuratorFramework curatorFramework;

    private Gson gson = new Gson();

    public NamespaceShardingContentService(CuratorFramework curatorFramework) {
        this.curatorFramework = curatorFramework;
    }

    public void persistDirectly(List executorList) throws Exception {
        // sharding/content如果不存在，则新建
        if(curatorFramework.checkExists().forPath(SaturnExecutorsNode.SHARDING_CONTENTNODE_PATH) == null) {
            curatorFramework.create().creatingParentsIfNeeded().forPath(SaturnExecutorsNode.SHARDING_CONTENTNODE_PATH);
        }
        //删除sharding/content节点下的内容
        List shardingContent = curatorFramework.getChildren().forPath(SaturnExecutorsNode.SHARDING_CONTENTNODE_PATH);
        if(shardingContent != null && !shardingContent.isEmpty()) {
            for(String shardingConentElement : shardingContent) {
                curatorFramework.delete().forPath(SaturnExecutorsNode.getShardingContentElementNodePath(shardingConentElement));
            }
        }

        // 持久化新的内容
        String shardingContentStr = gson.toJson(executorList);
        log.info("Persisit sharding content: {}", shardingContentStr);
        // 如果内容过大，分开节点存储。不能使用事务提交，因为即使使用事务、写多个节点，但是提交事务时，仍然会报长度过长的错误。
        int sliceLength = 1024 * 1023; // 每段的最大长度，小于1M。 最大长度见NIOServerCnxn.readLength()
        byte[] shardingContentBytes = shardingContentStr.getBytes("UTF-8");
        int length = shardingContentBytes.length;
        int sliceCount = length / sliceLength + 1;
        for(int i=0; i length) {
                end = length;
            }
            byte[] subBytes = Arrays.copyOfRange(shardingContentBytes, start, end);
            curatorFramework.create().forPath(SaturnExecutorsNode.getShardingContentElementNodePath(String.valueOf(i)), subBytes);
        }
    }

    /**
     * @param jobName 作业名
     * @return 返回Map数据，key值为executorName, value为分片项集合
     */
    public Map> getShardingItems(String jobName) throws Exception {
        Map> shardingItems = new HashMap<>();
        List executorList = getExecutorList();
        if(executorList != null && executorList.size()>0){
            for(Executor tmp : executorList) {
                List items = new ArrayList<>();
                for(Shard shard : tmp.getShardList()) {
                    if(shard.getJobName().equals(jobName)) {
                        items.add(shard.getItem());
                    }
                }
                shardingItems.put(tmp.getExecutorName(), items);
            }
        }
        return shardingItems;
    }

    /**
     * 从sharding/content获取数据
     */
    public List getExecutorList() throws Exception {
        List executorList = new ArrayList<>();
        // Sharding/content 内容多的时候，分多个节点存数据
        if(curatorFramework.checkExists().forPath(SaturnExecutorsNode.SHARDING_CONTENTNODE_PATH) != null) {
            List elementNodes = curatorFramework.getChildren().forPath(SaturnExecutorsNode.SHARDING_CONTENTNODE_PATH);
            Collections.sort(elementNodes, new Comparator(){
				@Override
				public int compare(String arg0, String arg1) {
					Integer a = Integer.parseInt(arg0);
					Integer b = Integer.parseInt(arg1);
					return a.compareTo(b);
				}
            });
            List dataByteList = new ArrayList<>();
            for(String elementNode : elementNodes) {
                byte[] elementData = curatorFramework.getData().forPath(SaturnExecutorsNode.getShardingContentElementNodePath(elementNode));
                for(int i=0; i tmp = gson.fromJson(new String(dataArray, "UTF-8"), new TypeToken>(){}.getType());
            if(tmp != null) {
                executorList.addAll(tmp);
            }
        }
        return executorList;
    }

}