org.archive.util.binsearch.impl.HDFSSeekableLineReader Maven / Gradle / Ivy
The newest version!
package org.archive.util.binsearch.impl;
import java.io.IOException;
import java.io.InputStream;
import org.apache.hadoop.fs.FSDataInputStream;
import org.archive.util.binsearch.AbstractSeekableLineReader;
import com.google.common.io.ByteStreams;
public class HDFSSeekableLineReader extends AbstractSeekableLineReader {
private FSDataInputStream fsdis;
private long length;
public HDFSSeekableLineReader(FSDataInputStream fsdis, long length,
int blockSize) {
super(blockSize);
this.fsdis = fsdis;
this.length = length;
}
public InputStream doSeekLoad(long offset, int maxLength) throws IOException {
fsdis.seek(offset);
if (maxLength >= 0) {
return ByteStreams.limit(fsdis, maxLength);
} else {
return fsdis;
}
}
public long getOffset() throws IOException {
return fsdis.getPos();
}
public void doClose() throws IOException {
//Superclass closes the input stream
fsdis = null;
}
public long getSize() throws IOException {
return length;
}
}
© 2015 - 2024 Weber Informatics LLC | Privacy Policy