azkaban.project.ProjectWhitelist Maven / Gradle / Ivy

Go to download
package azkaban.project;

import azkaban.utils.Props;
import java.io.File;
import java.io.IOException;
import java.util.HashMap;
import java.util.HashSet;
import java.util.Map;
import java.util.Set;
import java.util.concurrent.atomic.AtomicReference;
import javax.xml.parsers.DocumentBuilder;
import javax.xml.parsers.DocumentBuilderFactory;
import javax.xml.parsers.ParserConfigurationException;
import org.w3c.dom.Document;
import org.w3c.dom.NamedNodeMap;
import org.w3c.dom.Node;
import org.w3c.dom.NodeList;
import org.xml.sax.SAXException;

/**
 * @author wkang
 *
 * This class manages project whitelist defined in xml config file. An single xml config file
 * contains different types of whitelisted projects. For additional type of whitelist, modify
 * WhitelistType enum.
 *
 * The xml config file should in the following format. Please note the tag  is same as
 * the defined enum MemoryCheck
 *
 *      
 */
public class ProjectWhitelist {

  public static final String XML_FILE_PARAM = "project.whitelist.xml.file";
  private static final String PROJECT_WHITELIST_TAG = "ProjectWhitelist";
  private static final String PROJECT_TAG = "project";
  private static final String PROJECTID_ATTR = "projectid";

  private static final AtomicReference>> projectsWhitelisted =
      new AtomicReference<>();

  static void load(final Props props) {
    final String xmlFile = props.getString(XML_FILE_PARAM);
    parseXMLFile(xmlFile);
  }

  private static void parseXMLFile(final String xmlFile) {
    final File file = new File(xmlFile);
    if (!file.exists()) {
      throw new IllegalArgumentException("Project whitelist xml file " + xmlFile
          + " doesn't exist.");
    }

    // Creating the document builder to parse xml.
    final DocumentBuilderFactory docBuilderFactory =
        DocumentBuilderFactory.newInstance();
    DocumentBuilder builder = null;
    try {
      builder = docBuilderFactory.newDocumentBuilder();
    } catch (final ParserConfigurationException e) {
      throw new IllegalArgumentException(
          "Exception while parsing project whitelist xml. Document builder not created.", e);
    }

    Document doc = null;
    try {
      doc = builder.parse(file);
    } catch (final SAXException e) {
      throw new IllegalArgumentException("Exception while parsing " + xmlFile
          + ". Invalid XML.", e);
    } catch (final IOException e) {
      throw new IllegalArgumentException("Exception while parsing " + xmlFile
          + ". Error reading file.", e);
    }

    final Map> projsWhitelisted = new HashMap<>();
    final NodeList tagList = doc.getChildNodes();
    if (!tagList.item(0).getNodeName().equals(PROJECT_WHITELIST_TAG)) {
      throw new RuntimeException("Cannot find tag '" + PROJECT_WHITELIST_TAG + "' in " + xmlFile);
    }

    final NodeList whitelist = tagList.item(0).getChildNodes();
    for (int n = 0; n < whitelist.getLength(); ++n) {
      if (whitelist.item(n).getNodeType() != Node.ELEMENT_NODE) {
        continue;
      }

      final String whitelistType = whitelist.item(n).getNodeName();
      final Set projs = new HashSet<>();

      final NodeList projectsList = whitelist.item(n).getChildNodes();
      for (int i = 0; i < projectsList.getLength(); ++i) {
        final Node node = projectsList.item(i);
        if (node.getNodeType() == Node.ELEMENT_NODE) {
          if (node.getNodeName().equals(PROJECT_TAG)) {
            parseProjectTag(node, projs);
          }
        }
      }
      projsWhitelisted.put(WhitelistType.valueOf(whitelistType), projs);
    }
    projectsWhitelisted.set(projsWhitelisted);
  }

  private static void parseProjectTag(final Node node, final Set projects) {
    final NamedNodeMap projectAttrMap = node.getAttributes();
    final Node projectIdAttr = projectAttrMap.getNamedItem(PROJECTID_ATTR);
    if (projectIdAttr == null) {
      throw new RuntimeException("Error loading project. The '" + PROJECTID_ATTR
          + "' attribute doesn't exist");
    }

    final String projectId = projectIdAttr.getNodeValue();
    projects.add(Integer.parseInt(projectId));
  }

  public static boolean isProjectWhitelisted(final int project, final WhitelistType whitelistType) {
    final Map> projsWhitelisted = projectsWhitelisted.get();
    if (projsWhitelisted != null) {
      final Set projs = projsWhitelisted.get(whitelistType);
      if (projs != null) {
        return projs.contains(project);
      }
    }
    return false;
  }

  /**
   * The tag in the project whitelist xml config file should be same as the defined enums.
   */
  public static enum WhitelistType {
    MemoryCheck,
    NumJobPerFlow
  }
}