co.cask.cdap.dq.MapReducePipelineConfigurer Maven / Gradle / Ivy
/*
* Copyright © 2015 Cask Data, Inc.
*
* Licensed under the Apache License, Version 2.0 (the "License"); you may not
* use this file except in compliance with the License. You may obtain a copy of
* the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
* WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
* License for the specific language governing permissions and limitations under
* the License.
*/
package co.cask.cdap.dq;
import co.cask.cdap.api.data.stream.Stream;
import co.cask.cdap.api.dataset.Dataset;
import co.cask.cdap.api.dataset.DatasetProperties;
import co.cask.cdap.api.dataset.module.DatasetModule;
import co.cask.cdap.api.mapreduce.MapReduceConfigurer;
import co.cask.cdap.api.plugin.PluginProperties;
import co.cask.cdap.api.plugin.PluginSelector;
import co.cask.cdap.etl.api.PipelineConfigurer;
import co.cask.cdap.etl.api.StageConfigurer;
import co.cask.cdap.etl.common.DefaultStageConfigurer;
import javax.annotation.Nullable;
/**
* Implementation of {@link PipelineConfigurer} that delegates to {@link MapReduceConfigurer}
*/
public class MapReducePipelineConfigurer implements PipelineConfigurer {
private final MapReduceConfigurer mrConfigurer;
private final String stageName;
private final StageConfigurer stageConfigurer;
public MapReducePipelineConfigurer(MapReduceConfigurer configurer, String stageName) {
this.mrConfigurer = configurer;
this.stageName = stageName;
this.stageConfigurer = new DefaultStageConfigurer(stageName);
}
@Override
public void addStream(Stream stream) {
mrConfigurer.addStream(stream);
}
@Override
public void addStream(String streamName) {
mrConfigurer.addStream(streamName);
}
@Override
public void addDatasetModule(String moduleName, Class extends DatasetModule> moduleClass) {
mrConfigurer.addDatasetModule(moduleName, moduleClass);
}
@Override
public void addDatasetType(Class extends Dataset> datasetClass) {
mrConfigurer.addDatasetType(datasetClass);
}
@Override
public void createDataset(String datasetName, String typeName, DatasetProperties properties) {
mrConfigurer.createDataset(datasetName, typeName, properties);
}
@Override
public void createDataset(String datasetName, String typeName) {
mrConfigurer.createDataset(datasetName, typeName);
}
@Override
public void createDataset(String datasetName, Class extends Dataset> datasetClass, DatasetProperties props) {
mrConfigurer.createDataset(datasetName, datasetClass, props);
}
@Override
public void createDataset(String datasetName, Class extends Dataset> datasetClass) {
mrConfigurer.createDataset(datasetName, datasetClass);
}
@Nullable
@Override
public T usePlugin(String pluginType, String pluginName, String pluginId, PluginProperties properties) {
return mrConfigurer.usePlugin(pluginType, pluginName, stageName + pluginId, properties);
}
@Nullable
@Override
public T usePlugin(String pluginType, String pluginName, String pluginId, PluginProperties properties,
PluginSelector selector) {
return mrConfigurer.usePlugin(pluginType, pluginName, stageName + pluginId, properties, selector);
}
@Nullable
@Override
public Class usePluginClass(String pluginType, String pluginName, String pluginId,
PluginProperties properties) {
return mrConfigurer.usePluginClass(pluginType, pluginName, stageName + pluginId, properties);
}
@Nullable
@Override
public Class usePluginClass(String pluginType, String pluginName, String pluginId, PluginProperties properties,
PluginSelector selector) {
return mrConfigurer.usePluginClass(pluginType, pluginName, stageName + pluginId, properties, selector);
}
@Override
public StageConfigurer getStageConfigurer() {
return stageConfigurer;
}
}
© 2015 - 2025 Weber Informatics LLC | Privacy Policy