com.vip.saturn.job.sharding.task.ExecuteAllShardingTask Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of saturn-job-sharding Show documentation
There is a newer version: 3.5.1
package com.vip.saturn.job.sharding.task;

import com.vip.saturn.job.sharding.entity.Executor;
import com.vip.saturn.job.sharding.entity.Shard;
import com.vip.saturn.job.sharding.node.SaturnExecutorsNode;
import com.vip.saturn.job.sharding.service.NamespaceShardingService;
import java.util.ArrayList;
import java.util.List;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

/**
 * 域下重排，移除已经存在所有executor，重新获取executors，重新获取作业shards
 */
public class ExecuteAllShardingTask extends AbstractAsyncShardingTask {

	private static final Logger log = LoggerFactory.getLogger(ExecuteAllShardingTask.class);

	public ExecuteAllShardingTask(NamespaceShardingService namespaceShardingService) {
		super(namespaceShardingService);
	}

	@Override
	protected void logStartInfo() {
		log.info("Execute the {} ", this.getClass().getSimpleName());
	}

	@Override
	protected boolean pick(List allJobs, List allEnableJob, List shardList,
			List lastOnlineExecutorList, List lastOnlineTrafficExecutorList) throws Exception {
		// 修正所有executor对所有作业的jobNameList
		for (int j = 0; j < allJobs.size(); j++) {
			fixJobNameList(lastOnlineExecutorList, allJobs.get(j));
		}

		// 获取该域下所有enable作业的所有分片
		for (int i = 0; i < allEnableJob.size(); i++) {
			String jobName = allEnableJob.get(i);
			shardList.addAll(createShards(jobName, lastOnlineTrafficExecutorList));
		}

		return true;
	}

	@Override
	protected List customLastOnlineExecutorList() throws Exception {
		if (!isNodeExisted(SaturnExecutorsNode.getExecutorsNodePath())) {
			return new ArrayList<>();
		}
		// 从$SaturnExecutors节点下，获取所有正在运行的Executor
		List zkExecutors = curatorFramework.getChildren().forPath(SaturnExecutorsNode.getExecutorsNodePath());
		if (zkExecutors == null) {
			return new ArrayList<>();
		}

		List lastOnlineExecutorList = new ArrayList<>();
		for (int i = 0; i < zkExecutors.size(); i++) {
			String zkExecutor = zkExecutors.get(i);
			if (isNodeExisted(SaturnExecutorsNode.getExecutorIpNodePath(zkExecutor))) {
				byte[] ipData = curatorFramework.getData()
						.forPath(SaturnExecutorsNode.getExecutorIpNodePath(zkExecutor));
				if (ipData != null) {
					Executor executor = new Executor();
					executor.setExecutorName(zkExecutor);
					executor.setIp(new String(ipData, "UTF-8"));
					executor.setNoTraffic(getExecutorNoTraffic(zkExecutor));
					executor.setShardList(new ArrayList());
					executor.setJobNameList(new ArrayList());
					lastOnlineExecutorList.add(executor);
				}
			}
		}
		return lastOnlineExecutorList;
	}

	private boolean isNodeExisted(String executorsNodePath) throws Exception {
		return curatorFramework.checkExists().forPath(executorsNodePath) != null;
	}

}