com.puresoltechnologies.genesis.transformation.hadoop.HadoopTransformationSequence Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of transformation.hadoop Show documentation

The newest version!

package com.puresoltechnologies.genesis.transformation.hadoop;

import java.io.File;
import java.io.IOException;

import org.apache.hadoop.fs.FileSystem;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import com.puresoltechnologies.genesis.commons.SequenceMetadata;
import com.puresoltechnologies.genesis.commons.hadoop.HadoopClientHelper;
import com.puresoltechnologies.genesis.transformation.spi.AbstractTransformationSequence;

public class HadoopTransformationSequence extends AbstractTransformationSequence {

    private static final Logger logger = LoggerFactory.getLogger(HadoopTransformationSequence.class);

    private FileSystem fileSystem = null;
    private final File configurationDirectory;

    public HadoopTransformationSequence(File configurationDirectory, SequenceMetadata metadata) {
	super(metadata);
	this.configurationDirectory = configurationDirectory;
    }

    public FileSystem getFileSystem() {
	return fileSystem;
    }

    @Override
    public final void open() {
	try {
	    fileSystem = HadoopClientHelper.connect(configurationDirectory);
	} catch (IOException e) {
	    throw new RuntimeException("Could not connect to Hadoop.", e);
	}
    }

    @Override
    public final void close() {
	try {
	    fileSystem.close();
	} catch (IOException e) {
	    logger.warn("Could not cleanly close connection to Haddop.", e);
	} finally {
	    fileSystem = null;
	}
    }
}