All Downloads are FREE. Search and download functionalities are using the official Maven repository.

com.kennycason.kumo.nlp.tokenizer.NoTokenizer Maven / Gradle / Ivy

There is a newer version: 1.28
Show newest version
package com.kennycason.kumo.nlp.tokenizer;

import java.util.Collections;
import java.util.List;

/**
 * Disables tokenization
 * 
 * @author @wolfposd
 *
 */
public class NoTokenizer implements WordTokenizer {

    public List tokenize(final String sentence) {
        return Collections.singletonList(sentence);
    }

}




© 2015 - 2025 Weber Informatics LLC | Privacy Policy