org.apache.dolphinscheduler.server.registry.ZookeeperRegistryCenter Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of dolphinscheduler-server Show documentation
There is a newer version: 3.1.0
Show newest version
/*
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 *
 *    http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package org.apache.dolphinscheduler.server.registry;

import static org.apache.dolphinscheduler.common.Constants.SINGLE_SLASH;
import static org.apache.dolphinscheduler.common.Constants.UNDERLINE;

import org.apache.dolphinscheduler.common.Constants;
import org.apache.dolphinscheduler.common.IStoppable;
import org.apache.dolphinscheduler.service.zk.RegisterOperator;
import org.apache.dolphinscheduler.service.zk.ZookeeperConfig;

import java.util.HashSet;
import java.util.List;
import java.util.Set;
import java.util.concurrent.atomic.AtomicBoolean;

import org.springframework.beans.factory.InitializingBean;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Service;

/**
 * zookeeper register center
 */
@Service
public class ZookeeperRegistryCenter implements InitializingBean {

    private final AtomicBoolean isStarted = new AtomicBoolean(false);


    @Autowired
    protected RegisterOperator registerOperator;
    @Autowired
    private ZookeeperConfig zookeeperConfig;

    /**
     * nodes namespace
     */
    public String NODES;

    /**
     * master path
     */
    public String MASTER_PATH;

    /**
     * worker path
     */
    public String WORKER_PATH;

    public final String EMPTY = "";

    private IStoppable stoppable;

    @Override
    public void afterPropertiesSet() throws Exception {
        NODES = zookeeperConfig.getDsRoot() + "/nodes";
        MASTER_PATH = NODES + "/master";
        WORKER_PATH = NODES + "/worker";

        init();
    }

    /**
     * init node persist
     */
    public void init() {
        if (isStarted.compareAndSet(false, true)) {
            initNodes();
        }
    }

    /**
     * init nodes
     */
    private void initNodes() {
        registerOperator.persist(MASTER_PATH, EMPTY);
        registerOperator.persist(WORKER_PATH, EMPTY);
    }

    /**
     * close
     */
    public void close() {
        if (isStarted.compareAndSet(true, false) && registerOperator != null) {
            registerOperator.close();
        }
    }

    /**
     * get master path
     *
     * @return master path
     */
    public String getMasterPath() {
        return MASTER_PATH;
    }

    /**
     * get worker path
     *
     * @return worker path
     */
    public String getWorkerPath() {
        return WORKER_PATH;
    }

    /**
     * get master nodes directly
     *
     * @return master nodes
     */
    public Set getMasterNodesDirectly() {
        List masters = getChildrenKeys(MASTER_PATH);
        return new HashSet<>(masters);
    }

    /**
     * get worker nodes directly
     *
     * @return master nodes
     */
    public Set getWorkerNodesDirectly() {
        List workers = getChildrenKeys(WORKER_PATH);
        return new HashSet<>(workers);
    }

    /**
     * get worker group directly
     *
     * @return worker group nodes
     */
    public Set getWorkerGroupDirectly() {
        List workers = getChildrenKeys(getWorkerPath());
        return new HashSet<>(workers);
    }

    /**
     * get worker group nodes
     *
     * @param workerGroup
     * @return
     */
    public Set getWorkerGroupNodesDirectly(String workerGroup) {
        List workers = getChildrenKeys(getWorkerGroupPath(workerGroup));
        return new HashSet<>(workers);
    }

    /**
     * whether worker path
     *
     * @param path path
     * @return result
     */
    public boolean isWorkerPath(String path) {
        return path != null && path.contains(WORKER_PATH);
    }

    /**
     * whether master path
     *
     * @param path path
     * @return result
     */
    public boolean isMasterPath(String path) {
        return path != null && path.contains(MASTER_PATH);
    }

    /**
     * get worker group path
     *
     * @param workerGroup workerGroup
     * @return worker group path
     */
    public String getWorkerGroupPath(String workerGroup) {
        return WORKER_PATH + "/" + workerGroup;
    }

    /**
     * get children nodes
     *
     * @param key key
     * @return children nodes
     */
    public List getChildrenKeys(final String key) {
        return registerOperator.getChildrenKeys(key);
    }

    /**
     * @return get dead server node parent path
     */
    public String getDeadZNodeParentPath() {
        return registerOperator.getZookeeperConfig().getDsRoot() + Constants.ZOOKEEPER_DOLPHINSCHEDULER_DEAD_SERVERS;
    }

    public void setStoppable(IStoppable stoppable) {
        this.stoppable = stoppable;
    }

    public IStoppable getStoppable() {
        return stoppable;
    }

    /**
     * check dead server or not , if dead, stop self
     *
     * @param zNode      node path
     * @param serverType master or worker prefix
     * @return true if not exists
     * @throws Exception errors
     */
    protected boolean checkIsDeadServer(String zNode, String serverType) throws Exception {
        // ip_sequence_no
        String[] zNodesPath = zNode.split("\\/");
        String ipSeqNo = zNodesPath[zNodesPath.length - 1];
        String deadServerPath = getDeadZNodeParentPath() + SINGLE_SLASH + serverType + UNDERLINE + ipSeqNo;

        return !registerOperator.isExisted(zNode) || registerOperator.isExisted(deadServerPath);
    }

    public RegisterOperator getRegisterOperator() {
        return registerOperator;
    }
}