proj.zoie.api.ZoieMultiReader Maven / Gradle / Ivy
package proj.zoie.api;
/**
* Licensed to the Apache Software Foundation (ASF) under one or more
* contributor license agreements. See the NOTICE file distributed with
* this work for additional information regarding copyright ownership.
* The ASF licenses this file to You under the Apache License, Version 2.0
* (the "License"); you may not use this file except in compliance with
* the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
import it.unimi.dsi.fastutil.longs.LongSet;
import java.io.IOException;
import java.util.ArrayList;
import java.util.Collections;
import java.util.Comparator;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import org.apache.log4j.Logger;
import org.apache.lucene.index.CorruptIndexException;
import org.apache.lucene.index.IndexReader;
import org.apache.lucene.index.MultiZoieTermDocs;
import org.apache.lucene.index.MultiZoieTermPositions;
import org.apache.lucene.index.SegmentReader;
import org.apache.lucene.index.TermDocs;
import org.apache.lucene.index.TermPositions;
import proj.zoie.api.indexing.IndexReaderDecorator;
public class ZoieMultiReader extends ZoieIndexReader
{
private static final Logger log = Logger.getLogger(ZoieMultiReader.class.getName());
private Map> _readerMap;
private ArrayList> _subZoieReaders;
private int[] _starts;
private List _decoratedReaders;
public ZoieMultiReader(IndexReader in,IndexReaderDecorator decorator) throws IOException
{
super(in,decorator);
_readerMap = new HashMap>();
_decoratedReaders = null;
IndexReader[] subReaders = in.getSequentialSubReaders();
init(subReaders);
}
public ZoieMultiReader(IndexReader in,IndexReader[] subReaders,IndexReaderDecorator decorator) throws IOException {
super(in,decorator);
_readerMap = new HashMap>();
_decoratedReaders = null;
init(subReaders);
}
public int[] getStarts(){
return _starts;
}
@Override
public byte[] getStoredValue(long uid) throws IOException {
int docid = this.getDocIDMaper().getDocID(uid);
if (docid < 0) return null;
int idx = readerIndex(docid);
if (idx < 0) return null;
ZoieIndexReader subReader = _subZoieReaders.get(idx);
return subReader.getStoredValue(uid);
}
private void init(IndexReader[] subReaders) throws IOException{
_subZoieReaders = new ArrayList>(subReaders.length);
_starts = new int[subReaders.length+1];
int i = 0;
int startCount=0;
for (IndexReader subReader : subReaders){
ZoieSegmentReader zr=null;
if (subReader instanceof ZoieSegmentReader){
zr = (ZoieSegmentReader)subReader;
}
else if (subReader instanceof SegmentReader){
SegmentReader sr = (SegmentReader)subReader;
zr = new ZoieSegmentReader(sr,_decorator);
}
if (zr!=null){
String segmentName = zr.getSegmentName();
// zr.getVersion();
_readerMap.put(segmentName, zr);
_subZoieReaders.add(zr);
_starts[i]=startCount;
i++;
startCount+=zr.maxDoc();
}
else{
throw new IllegalStateException("subreader not instance of "+SegmentReader.class);
}
}
_starts[subReaders.length]=in.maxDoc();
ArrayList decoratedList = new ArrayList(_subZoieReaders.size());
for (ZoieSegmentReader subReader : _subZoieReaders){
R decoratedReader = subReader.getDecoratedReader();
decoratedList.add(decoratedReader);
}
_decoratedReaders = decoratedList;
}
@Override
public long getUID(int docid)
{
int idx = readerIndex(docid);
ZoieIndexReader subReader = _subZoieReaders.get(idx);
return subReader.getUID(docid-_starts[idx]);
}
@Override
public long getMinUID()
{
long uid = Long.MAX_VALUE;
for(ZoieIndexReader reader : _subZoieReaders)
{
uid = (uid > reader.getMinUID() ? reader.getMinUID() : uid);
}
return uid;
}
@Override
public long getMaxUID()
{
long uid = Long.MIN_VALUE;
for(ZoieIndexReader reader : _subZoieReaders)
{
uid = (uid < reader.getMaxUID() ? reader.getMaxUID() : uid);
}
return uid;
}
@SuppressWarnings("unchecked")
@Override
public ZoieIndexReader[] getSequentialSubReaders() {
return (ZoieIndexReader[])(_subZoieReaders.toArray(new ZoieSegmentReader[_subZoieReaders.size()]));
}
@Override
public void markDeletes(LongSet delDocs, LongSet deletedUIDs)
{
ZoieIndexReader[] subReaders = getSequentialSubReaders();
if(subReaders != null && subReaders.length > 0)
{
for(int i = 0; i < subReaders.length; i++)
{
ZoieSegmentReader subReader = (ZoieSegmentReader)subReaders[i];
subReader.markDeletes(delDocs, deletedUIDs);
}
}
}
@Override
public void commitDeletes()
{
ZoieIndexReader[] subReaders = getSequentialSubReaders();
if(subReaders != null && subReaders.length > 0)
{
for(int i = 0; i < subReaders.length; i++)
{
ZoieSegmentReader subReader = (ZoieSegmentReader)subReaders[i];
subReader.commitDeletes();
}
}
}
@Override
public void setDelDocIds()
{
ZoieIndexReader[] subReaders = getSequentialSubReaders();
for(ZoieIndexReader subReader : subReaders)
{
subReader.setDelDocIds();
}
}
@Override
public List getDecoratedReaders() throws IOException{
return _decoratedReaders;
}
@Override
protected boolean hasIndexDeletions(){
for (ZoieSegmentReader subReader : _subZoieReaders){
if (subReader.hasIndexDeletions()) return true;
}
return false;
}
@Override
public boolean isDeleted(int docid){
int idx = readerIndex(docid);
ZoieIndexReader subReader = _subZoieReaders.get(idx);
return subReader.isDeleted(docid-_starts[idx]);
}
private int readerIndex(int n){
return readerIndex(n,_starts,_starts.length);
}
final static int readerIndex(int n, int[] starts, int numSubReaders)
{ // find reader for doc n:
int lo = 0; // search starts array
int hi = numSubReaders - 1; // for first element less
while (hi >= lo)
{
int mid = (lo + hi) >>> 1;
int midValue = starts[mid];
if (n < midValue)
{
hi = mid - 1;
} else if (n > midValue) // could be in this segment or subsequent ones
{
if (n < starts[mid + 1])
return mid;
lo = mid + 1;
} else
{
// scan to last match
while (mid + 1 < numSubReaders && starts[mid + 1] == midValue)
{
mid++;
}
return mid;
}
}
return hi;
}
@Override
public TermDocs termDocs() throws IOException {
return new MultiZoieTermDocs(this,_subZoieReaders.toArray(new ZoieIndexReader[_subZoieReaders.size()]),_starts);
}
@Override
public TermPositions termPositions() throws IOException {
return new MultiZoieTermPositions(this,_subZoieReaders.toArray(new ZoieIndexReader[_subZoieReaders.size()]),_starts);
}
@Override
protected void doClose() throws IOException {
try{
super.doClose();
}
finally{
for (ZoieSegmentReader r : _subZoieReaders){
r.decRef();
}
}
}
/*
* This code will be JIT optimized since it doesn't return anything.
* (non-Javadoc)
* @see org.apache.lucene.index.IndexReader#incRef()
*/
@Override
public synchronized void incRef()
{
super.incRef();
}
/*
* This code will be JIT optimized since it doesn't return anything.
* (non-Javadoc)
* @see org.apache.lucene.index.IndexReader#decRef()
*/
@Override
public synchronized void decRef() throws IOException
{
super.decRef();
}
@Override
public ZoieIndexReader reopen(boolean openReadOnly)
throws CorruptIndexException, IOException {
long t0 = System.currentTimeMillis();
long version = in.getVersion();
IndexReader inner = in.reopen(openReadOnly);
if (inner == in && inner.getVersion()==version){
t0 = System.currentTimeMillis() - t0;
if (t0 > 1000)
{
log.info("reopen returns in " + t0 + "ms without change");
} else
{
if (log.isDebugEnabled())
{
log.debug("reopen returns in " + t0 + "ms without change");
}
}
return this;
}
IndexReader[] subReaders = inner.getSequentialSubReaders();
ArrayList subReaderList = new ArrayList(subReaders.length);
for (IndexReader subReader : subReaders){
if (subReader instanceof SegmentReader){
SegmentReader sr = (SegmentReader)subReader;
String segmentName = sr.getSegmentName();
ZoieSegmentReader zoieSegmentReader = _readerMap.get(segmentName);
if (zoieSegmentReader!=null){
int numDocs = sr.numDocs();
int maxDocs = sr.maxDoc();
boolean hasDeletes = false;
if (zoieSegmentReader.numDocs() != numDocs || zoieSegmentReader.maxDoc() != maxDocs){
hasDeletes = true;
}
zoieSegmentReader = new ZoieSegmentReader(zoieSegmentReader,sr,hasDeletes);
}
else{
zoieSegmentReader = new ZoieSegmentReader(sr,_decorator);
}
subReaderList.add(zoieSegmentReader);
}
else{
throw new IllegalStateException("reader not insance of "+SegmentReader.class);
}
}
ZoieIndexReader ret = newInstance(inner, subReaderList.toArray(new IndexReader[subReaderList.size()]));
t0 = System.currentTimeMillis() - t0;
if (t0 > 1000)
{
log.info("reopen returns in " + t0 + "ms with change");
} else
{
if (log.isDebugEnabled())
{
log.debug("reopen returns in " + t0 + "ms with change");
}
}
return ret;
}
protected ZoieMultiReader newInstance(IndexReader inner,IndexReader[] subReaders) throws IOException{
return new ZoieMultiReader(inner, subReaders ,_decorator);
}
/**
* makes exact shallow copy of a given ZoieMultiReader
* @param
* @param source
* @return
* @throws IOException
*/
@Override
public ZoieMultiReader copy() throws IOException
{
ArrayList> sourceZoieSubReaders = this._subZoieReaders;
ArrayList> zoieSubReaders = new ArrayList>(this._subZoieReaders.size());
for(ZoieSegmentReader r : sourceZoieSubReaders)
{
zoieSubReaders.add(r.copy());
}
this.in.incRef();
ZoieMultiReader ret = this.newInstance(this.in, zoieSubReaders.toArray(new IndexReader[zoieSubReaders.size()]));
ret._docIDMapper = this._docIDMapper;
ret._minUID = this._minUID;
ret._maxUID = this._maxUID;
ret._noDedup = this._noDedup;
return ret;
}
}
© 2015 - 2024 Weber Informatics LLC | Privacy Policy