Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance. Project price only 1 $
You can buy this project and download/modify it how often you want.
/**
* Copyright (c) 2010 Yahoo! Inc. All rights reserved.
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License. See accompanying LICENSE file.
*/
package org.apache.oozie.service;
import org.apache.hadoop.conf.Configuration;
import org.apache.oozie.util.Instrumentable;
import org.apache.oozie.util.Instrumentation;
import org.apache.oozie.util.XLog;
import org.apache.oozie.util.XConfiguration;
import org.apache.oozie.ErrorCode;
import java.io.File;
import java.io.FileInputStream;
import java.io.IOException;
import java.io.InputStream;
import java.io.StringWriter;
import java.util.HashSet;
import java.util.Map;
import java.util.Set;
import java.util.Arrays;
/**
* Built in service that initializes the services configuration.
*
* The configuration loading sequence is identical to Hadoop configuration loading sequence.
*
* Default values are loaded from the 'oozie-default.xml' file from the classpath, then site configured values
* are loaded from a site configuration file from the Oozie configuration directory.
*
* The Oozie configuration directory is resolved using the OOZIE_HOME environment variable as
* ${OOZIE_HOME}/conf. If the OOZIE_HOME environment variable is not defined the
* initialization of the ConfigurationService fails.
*
* The site configuration is loaded from the oozie-site.xml file in the configuration directory.
*
* The site configuration file name to use can be changed by setting the OOZIE_CONFIG_FILE environment
* variable to an alternate file name. The alternate file must ber in the Oozie configuration directory.
*
* Configuration properties, prefixed with 'oozie.', passed as system properties overrides default and site values.
*
* The configuration service logs details on how the configuration was loaded as well as what properties were overrode
* via system properties settings.
*/
public class ConfigurationService implements Service, Instrumentable {
private static final String INSTRUMENTATION_GROUP = "configuration";
public static final String CONF_PREFIX = Service.CONF_PREFIX + "ConfigurationService.";
public static final String CONF_IGNORE_SYS_PROPS = CONF_PREFIX + "ignore.system.properties";
/**
* System property that indicates the configuration directory.
*/
public static final String OOZIE_CONFIG_DIR = "oozie.config.dir";
/**
* System property that indicates the data directory.
*/
public static final String OOZIE_DATA_DIR = "oozie.data.dir";
/**
* System property that indicates the name of the site configuration file to load.
*/
public static final String OOZIE_CONFIG_FILE = "oozie.config.file";
private static final Set IGNORE_SYS_PROPS = new HashSet();
private static final String IGNORE_TEST_SYS_PROPS = "oozie.test.";
private static final String PASSWORD_PROPERTY_END = ".password";
static {
IGNORE_SYS_PROPS.add(CONF_IGNORE_SYS_PROPS);
//all this properties are seeded as system properties, no need to log changes
IGNORE_SYS_PROPS.add("oozie.http.hostname");
IGNORE_SYS_PROPS.add("oozie.http.port");
IGNORE_SYS_PROPS.add(Services.OOZIE_HOME_DIR);
IGNORE_SYS_PROPS.add(OOZIE_CONFIG_DIR);
IGNORE_SYS_PROPS.add(OOZIE_CONFIG_FILE);
IGNORE_SYS_PROPS.add(OOZIE_DATA_DIR);
IGNORE_SYS_PROPS.add(XLogService.OOZIE_LOG_DIR);
IGNORE_SYS_PROPS.add(XLogService.LOG4J_FILE);
IGNORE_SYS_PROPS.add(XLogService.LOG4J_RELOAD);
}
public static final String DEFAULT_CONFIG_FILE = "oozie-default.xml";
public static final String SITE_CONFIG_FILE = "oozie-site.xml";
private static XLog log = XLog.getLog(ConfigurationService.class);
private String configDir;
private String configFile;
private LogChangesConfiguration configuration;
public ConfigurationService() {
log = XLog.getLog(ConfigurationService.class);
}
/**
* Initialize the log service.
*
* @param services services instance.
* @throws ServiceException thrown if the log service could not be initialized.
*/
public void init(Services services) throws ServiceException {
configDir = getConfigurationDirectory();
configFile = System.getProperty(OOZIE_CONFIG_FILE, SITE_CONFIG_FILE);
if (configFile.contains("/")) {
throw new ServiceException(ErrorCode.E0022, configFile);
}
log.info("Oozie home dir [{0}]", Services.getOozieHome());
log.info("Oozie conf dir [{0}]", configDir);
log.info("Oozie conf file [{0}]", configFile);
configFile = new File(configDir, configFile).toString();
configuration = loadConf();
}
public static String getConfigurationDirectory() throws ServiceException {
String oozieHome = Services.getOozieHome();
String configDir = System.getProperty(OOZIE_CONFIG_DIR, oozieHome + "/conf");
File file = new File(configDir);
if (!file.exists()) {
throw new ServiceException(ErrorCode.E0024, configDir);
}
return configDir;
}
/**
* Destroy the configuration service.
*/
public void destroy() {
configuration = null;
}
/**
* Return the public interface for configuration service.
*
* @return {@link ConfigurationService}.
*/
public Class getInterface() {
return ConfigurationService.class;
}
/**
* Return the services configuration.
*
* @return the services configuration.
*/
public Configuration getConf() {
if (configuration == null) {
throw new IllegalStateException("Not initialized");
}
return configuration;
}
/**
* Return Oozie configuration directory.
*
* @return Oozie configuration directory.
*/
public String getConfigDir() {
return configDir;
}
private InputStream getDefaultConfiguration() throws ServiceException, IOException {
ClassLoader classLoader = Thread.currentThread().getContextClassLoader();
InputStream inputStream = classLoader.getResourceAsStream(DEFAULT_CONFIG_FILE);
if (inputStream == null) {
throw new ServiceException(ErrorCode.E0023, DEFAULT_CONFIG_FILE);
}
return inputStream;
}
private LogChangesConfiguration loadConf() throws ServiceException {
XConfiguration configuration;
try {
InputStream inputStream = getDefaultConfiguration();
configuration = new XConfiguration(inputStream);
File file = new File(configFile);
if (!file.exists()) {
log.info("Missing site configuration file [{0}]", configFile);
}
else {
inputStream = new FileInputStream(configFile);
XConfiguration siteConfiguration = new XConfiguration(inputStream);
XConfiguration.injectDefaults(configuration, siteConfiguration);
configuration = siteConfiguration;
}
}
catch (IOException ex) {
throw new ServiceException(ErrorCode.E0024, configFile, ex.getMessage(), ex);
}
if (log.isTraceEnabled()) {
try {
StringWriter writer = new StringWriter();
for (Map.Entry entry : configuration) {
boolean maskValue = entry.getKey().endsWith(PASSWORD_PROPERTY_END);
String value = (maskValue) ? "**MASKED**" : entry.getValue();
writer.write(" " + entry.getKey() + " = " + value + "\n");
}
writer.close();
log.trace("Configuration:\n{0}---", writer.toString());
}
catch (IOException ex) {
throw new ServiceException(ErrorCode.E0025, ex.getMessage(), ex);
}
}
String[] ignoreSysProps = configuration.getStrings(CONF_IGNORE_SYS_PROPS);
if (ignoreSysProps != null) {
IGNORE_SYS_PROPS.addAll(Arrays.asList(ignoreSysProps));
}
for (Map.Entry entry : configuration) {
String sysValue = System.getProperty(entry.getKey());
if (sysValue != null && !IGNORE_SYS_PROPS.contains(entry.getKey())) {
log.info("Configuration change via System Property, [{0}]=[{1}]", entry.getKey(), sysValue);
configuration.set(entry.getKey(), sysValue);
}
}
for (Map.Entry entry : System.getProperties().entrySet()) {
String name = (String) entry.getKey();
if (!IGNORE_SYS_PROPS.contains(name)) {
if (name.startsWith("oozie.") && !name.startsWith(IGNORE_TEST_SYS_PROPS)) {
if (configuration.get(name) == null) {
log.warn("System property [{0}] no defined in Oozie configuration, ignored", name);
}
}
}
}
return new LogChangesConfiguration(configuration);
}
private class LogChangesConfiguration extends XConfiguration {
public LogChangesConfiguration(Configuration conf) {
for (Map.Entry entry : conf) {
if (get(entry.getKey()) == null) {
setValue(entry.getKey(), entry.getValue());
}
}
}
public String[] getStrings(String name) {
String s = get(name);
return (s != null && s.trim().length() > 0) ? super.getStrings(name) : new String[0];
}
public String get(String name, String defaultValue) {
String value = get(name);
if (value == null) {
boolean maskValue = name.endsWith(PASSWORD_PROPERTY_END);
value = defaultValue;
String logValue = (maskValue) ? "**MASKED**" : defaultValue;
log.warn(XLog.OPS, "Configuration property [{0}] not found, using default [{1}]", name, logValue);
}
return value;
}
public void set(String name, String value) {
setValue(name, value);
boolean maskValue = name.endsWith(PASSWORD_PROPERTY_END);
value = (maskValue) ? "**MASKED**" : value;
log.info(XLog.OPS, "Programmatic configuration change, property[{0}]=[{1}]", name, value);
}
private void setValue(String name, String value) {
super.set(name, value);
}
}
/**
* Instruments the configuration service. It sets instrumentation variables indicating the config dir and
* config file used.
*
* @param instr instrumentation to use.
*/
public void instrument(Instrumentation instr) {
instr.addVariable(INSTRUMENTATION_GROUP, "config.dir", new Instrumentation.Variable() {
public String getValue() {
return configDir;
}
});
instr.addVariable(INSTRUMENTATION_GROUP, "config.file", new Instrumentation.Variable() {
public String getValue() {
return configFile;
}
});
instr.setConfiguration(configuration);
}
/**
* Return a configuration with all sensitive values masked.
*
* @param conf configuration to mask.
* @return masked configuration.
*/
public static Configuration maskPasswords(Configuration conf) {
XConfiguration maskedConf = new XConfiguration();
for (Map.Entry entry : conf) {
String name = entry.getKey();
boolean maskValue = name.endsWith(PASSWORD_PROPERTY_END);
String value = (maskValue) ? "**MASKED**" : entry.getValue();
maskedConf.set(name, value);
}
return maskedConf;
}
}
