com.jaeksoft.searchlib.analysis.TokenTerm Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of opensearchserver Show documentation

OpenSearchServer is a powerful, enterprise-class, search engine program. Using the web user interface, the crawlers (web, file, database, ...) and the REST/RESTFul API you will be able to integrate quickly and easily advanced full-text search capabilities in your application. OpenSearchServer runs on Windows and Linux/Unix/BSD.

The newest version!

/**   
 * License Agreement for OpenSearchServer
 *
 * Copyright (C) 2013-2014 Emmanuel Keller / Jaeksoft
 * 
 * http://www.open-search-server.com
 * 
 * This file is part of OpenSearchServer.
 *
 * OpenSearchServer is free software: you can redistribute it and/or
 * modify it under the terms of the GNU General Public License as published by
 * the Free Software Foundation, either version 3 of the License, or
 *  (at your option) any later version.
 *
 * OpenSearchServer is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 *  You should have received a copy of the GNU General Public License
 *  along with OpenSearchServer. 
 *  If not, see .
 **/

package com.jaeksoft.searchlib.analysis;

import java.util.Collection;

import org.apache.lucene.analysis.tokenattributes.CharTermAttribute;
import org.apache.lucene.analysis.tokenattributes.FlagsAttribute;
import org.apache.lucene.analysis.tokenattributes.OffsetAttribute;
import org.apache.lucene.analysis.tokenattributes.PositionIncrementAttribute;
import org.apache.lucene.analysis.tokenattributes.TypeAttribute;

public class TokenTerm {

	public final String term;
	public final int start;
	public final int end;
	public final int increment;
	public final String type;
	public final int flags;

	public TokenTerm() {
		term = null;
		start = 0;
		end = 0;
		increment = 0;
		type = null;
		flags = 0;
	}

	public TokenTerm(String term, int start, int end, int increment, String type, int flags) {
		this.term = term;
		this.start = start;
		this.end = end;
		this.increment = increment;
		this.type = type;
		this.flags = flags;
	}

	public TokenTerm(String term, TokenTerm tt, String type, int flags) {
		this.term = term;
		this.start = tt.start;
		this.end = tt.end;
		this.increment = tt.increment;
		this.type = type;
		this.flags = flags;
	}

	/**
	 * Merge many token together
	 * 
	 * @param tokenTerms
	 *            a copied collection
	 */
	public TokenTerm(final Collection tokenTerms) {
		int start = Integer.MAX_VALUE;
		int end = 0;
		int increment = 0;
		for (TokenTerm tokenTerm : tokenTerms) {
			increment += tokenTerm.increment;
			if (tokenTerm.start < start)
				start = tokenTerm.start;
			if (tokenTerm.end > end)
				end = tokenTerm.end;
		}
		this.term = null;
		this.type = null;
		this.start = start;
		this.end = end;
		this.increment = increment;
		this.flags = 0;
	}

	public TokenTerm(final CharTermAttribute termAtt, final PositionIncrementAttribute posIncrAtt,
			final OffsetAttribute offsetAtt, final TypeAttribute typeAtt, final FlagsAttribute flagsAtt) {
		this.term = termAtt != null ? termAtt.toString() : null;
		this.start = offsetAtt != null ? offsetAtt.startOffset() : 0;
		this.end = offsetAtt != null ? offsetAtt.endOffset() : 0;
		this.increment = posIncrAtt != null ? posIncrAtt.getPositionIncrement() : 0;
		this.type = typeAtt != null ? typeAtt.type() : null;
		this.flags = flagsAtt != null ? flagsAtt.getFlags() : 0;
	}

	@Override
	public String toString() {
		StringBuilder sb = new StringBuilder(term);
		sb.append(" {");
		sb.append(start);
		sb.append(',');
		sb.append(end);
		sb.append(" - ");
		sb.append(increment);
		sb.append("}");
		return sb.toString();
	}
}