com.harrys.hyppo.source.api.task.ProcessRawData Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of source-api Show documentation

source-api

There is a newer version: 0.6.4

package com.harrys.hyppo.source.api.task;

import com.harrys.hyppo.source.api.data.AvroRecordAppender;
import com.harrys.hyppo.source.api.model.DataIngestionJob;
import com.harrys.hyppo.source.api.model.DataIngestionTask;
import com.harrys.hyppo.source.api.model.IngestionSource;
import org.apache.avro.specific.SpecificRecord;

import java.io.File;
import java.io.FileInputStream;
import java.io.IOException;
import java.io.InputStream;
import java.util.Iterator;
import java.util.zip.GZIPInputStream;

/**
 * Created by jpetty on 7/17/15.
 */
public final class ProcessRawData {

    private final DataIngestionTask task;

    private final File file;

    private final AvroRecordAppender records;

    public ProcessRawData(final DataIngestionTask task, final File file, final AvroRecordAppender records){
        this.task    = task;
        this.file    = file;
        this.records = records;
    }

    public final IngestionSource getSource(){
        return this.getJob().getIngestionSource();
    }

    public final DataIngestionJob getJob(){
        return this.task.getIngestionJob();
    }

    public final DataIngestionTask getTask(){
        return this.task;
    }

    public final InputStream openInputStream() throws IOException {
        return new GZIPInputStream(new FileInputStream(this.file));
    }

    public final void append(final T record) throws IOException {
        this.records.append(record);
    }

    public final void append(final Iterable records) throws IOException {
        this.records.appendAll(records);
    }

    public final void append(final Iterator records) throws IOException {
        this.records.appendAll(records);
    }
}