All Downloads are FREE. Search and download functionalities are using the official Maven repository.

com.google.gerrit.index.query.IndexPredicate Maven / Gradle / Ivy

There is a newer version: 3.10.0
Show newest version
// Copyright (C) 2013 The Android Open Source Project
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

package com.google.gerrit.index.query;

import static com.google.common.collect.ImmutableSet.toImmutableSet;

import com.google.common.base.CharMatcher;
import com.google.common.base.Splitter;
import com.google.common.collect.ImmutableSet;
import com.google.common.primitives.Ints;
import com.google.common.primitives.Longs;
import com.google.gerrit.index.FieldType;
import com.google.gerrit.index.SchemaFieldDefs.SchemaField;
import java.util.Objects;
import java.util.Set;
import java.util.stream.StreamSupport;

/** Predicate that is mapped to a field in the index. */
public abstract class IndexPredicate extends OperatorPredicate implements Matchable {
  /**
   * Text segmentation to be applied to both the query string and the indexed field for full-text
   * queries. This is inspired by http://unicode.org/reports/tr29/ which is what Lucene uses, but
   * complexity was reduced to the bare minimum at the cost of small discrepancies to the Unicode
   * spec.
   */
  private static final Splitter FULL_TEXT_SPLITTER = Splitter.on(CharMatcher.anyOf(" ,.-:\\/_=\n"));

  private final SchemaField def;

  protected IndexPredicate(SchemaField def, String value) {
    super(def.getName(), value);
    this.def = def;
  }

  protected IndexPredicate(SchemaField def, String name, String value) {
    super(name, value);
    this.def = def;
  }

  public SchemaField getField() {
    return def;
  }

  public FieldType getType() {
    return def.getType();
  }

  /**
   * This method matches documents without calling an index subsystem. For primitive fields (e.g.
   * integer, long) , the matching logic is consistent across this method and all known index
   * implementations. For text fields (i.e. prefix and full-text) the semantics vary between this
   * implementation and known index implementations:
   * 
  • Prefix: Lucene as well as {@link #match(Object)} matches terms as true prefixes (prefix:foo * -> `foo bar` matches, but `baz foo bar` does not match). The index implementation at Google * tokenizes both the query and the indexed text and matches tokens individually (prefix:fo ba * -> `baz foo bar` matches). *
  • Full text: Lucene uses a {@code PhraseQuery} to search for terms in full text fields * in-order. The index implementation at Google as well as {@link #match(Object)} tokenizes * both the query and the indexed text and matches tokens individually. * * @return true if the predicate matches the provided {@code I}. */ @Override public boolean match(I doc) { if (getField().isRepeatable()) { Iterable values = (Iterable) getField().get(doc); for (Object v : values) { if (matchesSingleObject(v)) { return true; } } return false; } return matchesSingleObject(getField().get(doc)); } @Override public int getCost() { return 1; } private boolean matchesSingleObject(Object fieldValueFromObject) { String fieldTypeName = getField().getType().getName(); if (fieldTypeName.equals(FieldType.INTEGER.getName())) { return Objects.equals(fieldValueFromObject, Ints.tryParse(value)); } else if (fieldTypeName.equals(FieldType.EXACT.getName())) { return Objects.equals(fieldValueFromObject, value); } else if (fieldTypeName.equals(FieldType.LONG.getName())) { return Objects.equals(fieldValueFromObject, Longs.tryParse(value)); } else if (fieldTypeName.equals(FieldType.PREFIX.getName())) { return String.valueOf(fieldValueFromObject).startsWith(value); } else if (fieldTypeName.equals(FieldType.FULL_TEXT.getName())) { Set tokenizedField = tokenizeString(String.valueOf(fieldValueFromObject)); Set tokenizedValue = tokenizeString(value); return !tokenizedValue.isEmpty() && tokenizedField.containsAll(tokenizedValue); } else if (fieldTypeName.equals(FieldType.STORED_ONLY.getName())) { throw new IllegalStateException("can't filter for storedOnly field " + getField().getName()); } else if (fieldTypeName.equals(FieldType.TIMESTAMP.getName())) { throw new IllegalStateException("timestamp queries must be handled in subclasses"); } else if (fieldTypeName.equals(FieldType.INTEGER_RANGE.getName())) { throw new IllegalStateException("integer range queries must be handled in subclasses"); } else { throw new IllegalStateException("unrecognized field " + fieldTypeName); } } private static ImmutableSet tokenizeString(String value) { return StreamSupport.stream(FULL_TEXT_SPLITTER.split(value.toLowerCase()).spliterator(), false) .filter(s -> !s.trim().isEmpty()) .collect(toImmutableSet()); } }




  • © 2015 - 2024 Weber Informatics LLC | Privacy Policy