org.simmetrics.utils.Tokenizing Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of simmetrics-core Show documentation

There is a newer version: 4.1.1

/*
 * SimMetrics - SimMetrics is a java library of Similarity or Distance Metrics,
 * e.g. Levenshtein Distance, that provide float based similarity measures
 * between String Data. All metrics return consistent measures rather than
 * unbounded similarity scores.
 * 
 * Copyright (C) 2014 SimMetrics authors
 * 
 * This file is part of SimMetrics. This program is free software: you can
 * redistribute it and/or modify it under the terms of the GNU General Public
 * License as published by the Free Software Foundation, either version 3 of the
 * License, or (at your option) any later version.
 * 
 * This program is distributed in the hope that it will be useful, but WITHOUT ANY
 * WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR
 * A PARTICULAR PURPOSE. See the GNU General Public License for more details.
 * 
 * You should have received a copy of the GNU General Public License along with
 * SimMetrics. If not, see .
 */

package org.simmetrics.utils;

import org.simmetrics.tokenizers.Tokenizer;

/**
 * Interface for classes that delegate to a {@link Tokenizer}.
 * 
 * 
 *
 */
public interface Tokenizing {
	/**
	 * Gets the tokenizer. When null no simplifier was set.
	 * 
	 * @return the tokenizer or null when not set
	 */

	public Tokenizer getTokenizer();

	/**
	 * Sets the tokenizer. May not be null.
	 * 
	 * @param tokenizer
	 *            a tokenizer to set
	 */
	public void setTokenizer(Tokenizer tokenizer);

}