com.sequoiadb.hive.SdbHiveOutputFormat Maven / Gradle / Ivy
The newest version!
package com.sequoiadb.hive;
import java.io.IOException;
import java.util.Properties;
import org.apache.commons.logging.Log;
import org.apache.commons.logging.LogFactory;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.hive.ql.exec.FileSinkOperator.RecordWriter;
import org.apache.hadoop.hive.ql.io.HiveOutputFormat;
import org.apache.hadoop.io.BytesWritable;
import org.apache.hadoop.io.NullWritable;
import org.apache.hadoop.io.Writable;
import org.apache.hadoop.mapred.JobConf;
import org.apache.hadoop.mapred.OutputFormat;
import org.apache.hadoop.util.Progressable;
public class SdbHiveOutputFormat implements OutputFormat,
HiveOutputFormat {
public static final Log LOG = LogFactory.getLog(SdbHiveOutputFormat.class.getName());
@Override
public RecordWriter getHiveRecordWriter(JobConf jobConf, Path finalOutPath,
Class valueClass, boolean isCompressed,
Properties tableProperties, Progressable progress)
throws IOException {
LOG.debug("Entry SdbHiveOutputFormat::getHiveRecordWriter");
String spaceName = null;
String colName = null;
if( ConfigurationUtil.getCsName(jobConf) == null && ConfigurationUtil.getClName(jobConf) == null ){
spaceName = ConfigurationUtil.getSpaceName(jobConf);
colName = ConfigurationUtil.getCollectionName(jobConf);
}else{
spaceName = ConfigurationUtil.getCsName(jobConf);
colName = ConfigurationUtil.getClName(jobConf);
}
return new SdbWriter(ConfigurationUtil.getDBAddr(jobConf),
spaceName,
colName,
ConfigurationUtil.getBulkRecourdNum(jobConf));
}
@Override
public void checkOutputSpecs(FileSystem arg0, JobConf arg1)
throws IOException {
// TODO Auto-generated method stub
}
@Override
public org.apache.hadoop.mapred.RecordWriter getRecordWriter(
FileSystem arg0, JobConf arg1, String arg2, Progressable arg3)
throws IOException {
throw new RuntimeException("Error: Hive should not invoke this method.");
}
}