alluxio.master.scheduler.DefaultWorkerProvider Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of alluxio-core-server-master Show documentation
Alluxio master service
The newest version!
/*
 * The Alluxio Open Foundation licenses this work under the Apache License, version 2.0
 * (the "License"). You may not use this work except in compliance with the License, which is
 * available at www.apache.org/licenses/LICENSE-2.0
 *
 * This software is distributed on an "AS IS" basis, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND,
 * either express or implied, as more fully set forth in the License.
 *
 * See the NOTICE file distributed with this work for information regarding copyright ownership.
 */

package alluxio.master.scheduler;

import alluxio.client.block.stream.BlockWorkerClient;
import alluxio.client.file.FileSystemContext;
import alluxio.conf.Configuration;
import alluxio.conf.PropertyKey;
import alluxio.exception.runtime.AlluxioRuntimeException;
import alluxio.exception.runtime.UnavailableRuntimeException;
import alluxio.exception.status.UnavailableException;
import alluxio.master.file.FileSystemMaster;
import alluxio.resource.CloseableResource;
import alluxio.wire.WorkerInfo;
import alluxio.wire.WorkerNetAddress;

import java.io.IOException;
import java.util.ArrayList;
import java.util.HashSet;
import java.util.List;
import java.util.Set;

/**
 * Default worker provider that get worker information from Alluxio master.
 */
public class DefaultWorkerProvider implements WorkerProvider {
  private final FileSystemMaster mFileSystemMaster;
  private final FileSystemContext mContext;

  private final boolean mEnableDynamicHashRing;

  /**
   * Creates a new instance of {@link DefaultWorkerProvider}.
   *
   * @param fileSystemMaster the file system master
   * @param context the file system context
   */
  public DefaultWorkerProvider(FileSystemMaster fileSystemMaster, FileSystemContext context) {
    mFileSystemMaster = fileSystemMaster;
    mContext = context;
    if (context != null && context.getClusterConf() != null) {
      mEnableDynamicHashRing =
          context.getClusterConf()
              .getBoolean(PropertyKey.USER_DYNAMIC_CONSISTENT_HASH_RING_ENABLED);
    } else {
      mEnableDynamicHashRing = Configuration.global()
          .getBoolean(PropertyKey.USER_DYNAMIC_CONSISTENT_HASH_RING_ENABLED);
    }
  }

  @Override
  public List getWorkerInfos() {
    try {
      if (mEnableDynamicHashRing) {
        return mFileSystemMaster.getWorkerInfoList();
      } else {
        Set allWorkers = new HashSet<>();
        allWorkers.addAll(mFileSystemMaster.getWorkerInfoList());
        allWorkers.addAll(mFileSystemMaster.getLostWorkerList());
        return new ArrayList<>(allWorkers);
      }
    } catch (UnavailableException e) {
      throw new UnavailableRuntimeException(
          "fail to get worker infos because master is not available", e);
    }
  }

  @Override
  public List getLiveWorkerInfos() throws UnavailableException {
    return mFileSystemMaster.getWorkerInfoList();
  }

  @Override
  public CloseableResource getWorkerClient(WorkerNetAddress address) {
    try {
      return mContext.acquireBlockWorkerClient(address);
    } catch (IOException e) {
      throw AlluxioRuntimeException.from(e);
    }
  }
}