org.datacleaner.beans.composition.InvokeChildAnalysisJobTransformer Maven / Gradle / Ivy

Go to download
/**
 * DataCleaner (community edition)
 * Copyright (C) 2014 Neopost - Customer Information Management
 *
 * This copyrighted material is made available to anyone wishing to use, modify,
 * copy, or redistribute it subject to the terms and conditions of the GNU
 * Lesser General Public License, as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
 * or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU Lesser General Public License
 * for more details.
 *
 * You should have received a copy of the GNU Lesser General Public License
 * along with this distribution; if not, write to:
 * Free Software Foundation, Inc.
 * 51 Franklin Street, Fifth Floor
 * Boston, MA  02110-1301  USA
 */
package org.datacleaner.beans.composition;

import java.util.Collection;
import java.util.Iterator;
import java.util.LinkedHashMap;
import java.util.Map;

import javax.inject.Named;

import org.apache.metamodel.util.Resource;
import org.datacleaner.api.Categorized;
import org.datacleaner.api.Configured;
import org.datacleaner.api.Description;
import org.datacleaner.api.FileProperty;
import org.datacleaner.api.FileProperty.FileAccessMode;
import org.datacleaner.api.InputColumn;
import org.datacleaner.components.categories.CompositionCategory;
import org.datacleaner.components.composition.AbstractWrappedAnalysisJobTransformer;
import org.datacleaner.job.AnalysisJob;
import org.datacleaner.job.JaxbJobReader;
import org.datacleaner.job.builder.AnalysisJobBuilder;

@Named("Invoke child Analysis job")
@Description( "Wraps another (external) Analysis job's transformations and invokes them as an integrated part of the "
        + "current job. Using this transformation you can compose parent and child jobs for more coarse or more fine "
        + "granularity of transformations.")
@Categorized(CompositionCategory.class)
public class InvokeChildAnalysisJobTransformer extends AbstractWrappedAnalysisJobTransformer {

    public static final String PROPERTY_JOB_RESOURCE = "Analysis job";

    @Configured
    InputColumn[] input;

    @Configured(PROPERTY_JOB_RESOURCE)
    @FileProperty(accessMode = FileAccessMode.OPEN, extension = ".analysis.xml")
    Resource analysisJobResource;

    @Override
    protected AnalysisJob createWrappedAnalysisJob() {
        return analysisJobResource.read(in -> {
            final JaxbJobReader reader = new JaxbJobReader(getDataCleanerConfiguration());
            final AnalysisJobBuilder jobBuilder = reader.create(in);
            return jobBuilder.toAnalysisJob(false);
        });
    }

    @Override
    protected Map, InputColumn> getInputColumnConversion(final AnalysisJob wrappedAnalysisJob) {
        final Collection> sourceColumns = wrappedAnalysisJob.getSourceColumns();
        if (input.length < sourceColumns.size()) {
            throw new IllegalStateException(
                    "Wrapped job defines " + sourceColumns.size() + " columns, but transformer input only defines "
                            + input.length);
        }

        final Map, InputColumn> result = new LinkedHashMap<>();
        int i = 0;
        final Iterator> it = sourceColumns.iterator();
        while (it.hasNext()) {
            final InputColumn parentColumn = input[i];
            final InputColumn childColumn = it.next();
            result.put(parentColumn, childColumn);
            i++;
        }

        return result;
    }

}