com.splout.db.hadoop.RecordProcessor Maven / Gradle / Ivy
Show all versions of splout-hadoop Show documentation
package com.splout.db.hadoop;
/*
* #%L
* Splout SQL Hadoop library
* %%
* Copyright (C) 2012 Datasalt Systems S.L.
* %%
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
* #L%
*/
import java.io.Serializable;
import com.datasalt.pangool.io.ITuple;
/**
* A custom Java business logic piece that can be implemented by the user and passed to a {@link TableInput}.
* Here we can implement a custom filter or processor without needing to use the Hadoop/Pangool API directly.
*
* The input Tuple will have the Schema of the file being processed. The returned Tuple must have the same Schema than
* the Table being created.
*/
public interface RecordProcessor extends Serializable {
/**
* Custom Java business logic can be implemented here.
* The record contains the parsed fields and can be manipulated.
* The return can be used to filter out the record if needed (by returning null).
* So, this function serves as both a filter and a custom record processor.
*
* The input Tuple will have the Schema of the file being processed. The returned Tuple must have the same Schema than
* the Table being created.
*/
public ITuple process(ITuple record, CounterInterface context) throws Throwable;
}