com.kennycason.kumo.nlp.tokenizer.NoTokenizer Maven / Gradle / Ivy
package com.kennycason.kumo.nlp.tokenizer;
import java.util.Collections;
import java.util.List;
/**
* Disables tokenization
*
* @author @wolfposd
*
*/
public class NoTokenizer implements WordTokenizer {
public List tokenize(final String sentence) {
return Collections.singletonList(sentence);
}
}
© 2015 - 2025 Weber Informatics LLC | Privacy Policy