Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance. Project price only 1 $
You can buy this project and download/modify it how often you want.
/*
* Copyright (c) 2017 VMware, Inc. All Rights Reserved.
*
* Licensed under the Apache License, Version 2.0 (the "License"); you may not
* use this file except in compliance with the License. You may obtain a copy of
* the License at http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software distributed
* under the License is distributed on an "AS IS" BASIS, without warranties or
* conditions of any kind, EITHER EXPRESS OR IMPLIED. See the License for the
* specific language governing permissions and limitations under the License.
*/
package com.vmware.xenon.services.common;
import java.lang.reflect.Field;
import java.util.ArrayList;
import java.util.Collection;
import java.util.Collections;
import java.util.Map;
import java.util.concurrent.ConcurrentHashMap;
import java.util.concurrent.ConcurrentMap;
import org.apache.lucene.index.DocValuesType;
import org.apache.lucene.index.FieldInfo;
import org.apache.lucene.index.FieldInfos;
import org.apache.lucene.index.IndexOptions;
/**
* Maintains a cache of FieldInfo and FieldInfos.
*/
final class FieldInfoCache {
private static final int MAX_FIELD_INFO_COUNT = 1500;
private static final int MAX_INFOS_COUNT = 500;
private static final Field fiValues;
private static final Field fiByNumberTable;
static {
// remove this when upgraded to lucene 7.5/8.0
try {
fiValues = FieldInfos.class.getDeclaredField("values");
fiValues.setAccessible(true);
fiByNumberTable = FieldInfos.class.getDeclaredField("byNumberTable");
fiByNumberTable.setAccessible(true);
} catch (NoSuchFieldException e) {
throw new ExceptionInInitializerError(e);
}
}
private static final class FieldInfoKey {
String name;
int fieldNumber;
boolean storeTermVector;
boolean omitNorms;
boolean storePayloads;
IndexOptions indexOptions;
DocValuesType docValuesType;
long dvGen;
Map attributes;
int pointDimensionCount;
int pointNumBytes;
private FieldInfoKey() {
}
@Override
public int hashCode() {
int h = 17;
h = h * 31 + this.fieldNumber;
h = h * 31 + this.name.hashCode();
// skip attributes on purpose for performance
return h;
}
public FieldInfo toFieldInfo() {
FieldInfo fi = new FieldInfo(this.name, this.fieldNumber, this.storeTermVector, this.omitNorms,
this.storePayloads,
this.indexOptions, this.docValuesType, this.dvGen, this.attributes,
this.pointDimensionCount, this.pointNumBytes);
fi.checkConsistency();
return fi;
}
@Override
public boolean equals(Object obj) {
if (!(obj instanceof FieldInfoKey)) {
return false;
}
FieldInfoKey that = (FieldInfoKey) obj;
return this.fieldNumber == that.fieldNumber &&
this.name.equals(that.name) &&
this.attributes.equals(that.attributes) &&
this.pointDimensionCount == that.pointDimensionCount &&
this.pointNumBytes == that.pointNumBytes &&
this.dvGen == that.dvGen &&
this.indexOptions == that.indexOptions &&
this.storePayloads == that.storePayloads &&
this.storeTermVector == that.storeTermVector &&
this.omitNorms == that.omitNorms;
}
}
private static final class FieldInfosKey {
final FieldInfo[] infos;
FieldInfosKey(FieldInfo[] infos) {
this.infos = infos;
}
@Override
public boolean equals(Object obj) {
if (!(obj instanceof FieldInfosKey)) {
return false;
}
FieldInfosKey that = (FieldInfosKey) obj;
if (this.infos.length != that.infos.length) {
return false;
}
for (int i = 0; i < this.infos.length; i++) {
if (!FieldInfoCache.equals(this.infos[i], that.infos[i])) {
return false;
}
}
return true;
}
@Override
public int hashCode() {
int h = 17;
for (FieldInfo info : this.infos) {
h = h * 31 + FieldInfoCache.hashCode(info);
}
return h;
}
}
public static int hashCode(FieldInfo fi) {
int h = 17;
h = h * 31 + fi.number;
h = h * 31 + fi.name.hashCode();
h = h * 31 + (int) fi.getDocValuesGen();
// skip attributes on purpose for performance
return h;
}
public static boolean equals(FieldInfo a, FieldInfo b) {
return a.number == b.number &&
a.name.equals(b.name) &&
a.getDocValuesGen() == b.getDocValuesGen() &&
a.getPointDimensionCount() == b.getPointDimensionCount() &&
a.getPointNumBytes() == b.getPointNumBytes() &&
a.getIndexOptions() == b.getIndexOptions() &&
a.hasPayloads() == b.hasPayloads() &&
a.hasVectors() == b.hasVectors() &&
a.omitsNorms() == b.omitsNorms() &&
a.hasNorms() == b.hasNorms();
}
/**
* Stores FieldInfo, all unique in terms of parameters
*/
private final ConcurrentMap infoCache;
private final ConcurrentMap infosCache;
public FieldInfoCache() {
this.infoCache = new ConcurrentHashMap<>();
this.infosCache = new ConcurrentHashMap<>();
}
/**
* At the end there will be a single segment with all the fields. So it makes sense to cache the longest
* list of infos every encountered.
*
* @param infos
* @return
*/
public FieldInfos dedupFieldInfos(FieldInfo[] infos) {
FieldInfosKey key = new FieldInfosKey(infos);
return this.infosCache.computeIfAbsent(key, k -> {
FieldInfos res = new FieldInfos(k.infos);
trimFieldInfos(res);
return res;
});
}
/**
* A bug in lucene keeps a treemap for every non-sparse FieldInfos unnecessary so.
* This method does a copy of the field * {@link FieldInfos#values} allowing the underlying Map to be gc'ed.
*
* @see FieldInfos
* @param fieldInfos
*/
@SuppressWarnings("unchecked")
void trimFieldInfos(FieldInfos fieldInfos) {
try {
Object obj = fiByNumberTable.get(fieldInfos);
if (obj == null) {
// it is sparse, nothing to clean-up
return;
}
// value is a TreeMap view
Collection values = (Collection) fiValues.get(fieldInfos);
// instead, copy the view
values = Collections.unmodifiableList(new ArrayList<>(values));
fiValues.set(fieldInfos, values);
} catch (ReflectiveOperationException ignore) {
}
}
public FieldInfo dedupFieldInfo(String name, int fieldNumber, boolean storeTermVector, boolean omitNorms,
boolean storePayloads, IndexOptions indexOptions, DocValuesType docValuesType, long dvGen,
Map attributes, int pointDimensionCount, int pointNumBytes) {
FieldInfoKey key = new FieldInfoKey();
key.name = name;
key.fieldNumber = fieldNumber;
key.storeTermVector = storeTermVector;
key.omitNorms = omitNorms;
key.storePayloads = storePayloads;
key.indexOptions = indexOptions;
key.docValuesType = docValuesType;
key.dvGen = dvGen;
key.attributes = attributes;
key.pointDimensionCount = pointDimensionCount;
key.pointNumBytes = pointNumBytes;
return this.infoCache.computeIfAbsent(key, FieldInfoKey::toFieldInfo);
}
public void handleMaintenance() {
if (this.infoCache.size() > MAX_FIELD_INFO_COUNT) {
// remove only fields with docValues: the rest will be present everywhere
this.infoCache.values().removeIf(fieldInfo -> fieldInfo.getDocValuesGen() >= 0);
}
if (this.infosCache.size() > MAX_INFOS_COUNT) {
this.infosCache.clear();
}
}
}
