com.sequoiadb.hadoop.io.BSONFile Maven / Gradle / Ivy

Go to download
package com.sequoiadb.hadoop.io;

import java.io.IOException;
import java.util.ArrayList;
import java.util.List;

import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.io.IOUtils;
import org.apache.hadoop.io.NullWritable;
import org.apache.hadoop.io.SequenceFile;


/**
 * 
 *  writer BSONWriter to SequenceFile
 * @className：BSONFile
 *
 * @author： gaoshengjie
 *
 * @createtime:2013年12月13日 下午3:42:31
 *
 * @changetime:TODO
 *
 * @version 1.0.0 
 *
 */
public class BSONFile {
	
	
	public static void Writer(BSONWritable bsonWritable,String filePath,Configuration conf) throws IOException{
		FileSystem fileSystem=FileSystem.get(conf);
		Path path=new Path(filePath);
		SequenceFile.Writer writer=new SequenceFile.Writer(fileSystem,conf,path,NullWritable.class,BSONWritable.class);
		writer.append(NullWritable.get(), bsonWritable);
		IOUtils.closeStream(writer);
	}
	
	
	public static List reader(String filePath,Configuration conf) throws IOException{
		FileSystem fileSystem=FileSystem.get(conf);
		Path path=new Path(filePath);
		SequenceFile.Reader reader=new SequenceFile.Reader(fileSystem,path,conf);
		NullWritable nullWritable=NullWritable.get();
		BSONWritable bsonWritable=new BSONWritable();
		List list=new ArrayList();
		while(reader.next(nullWritable,bsonWritable)){
			list.add(bsonWritable);
		}
		IOUtils.closeStream(reader);
		return list;
	}
}