com.readytalk.swt.text.tokenizer.TextTokenizer Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of swt-bling Show documentation

Blinged-out, modern widgets for SWT

There is a newer version: 3.0.17

package com.readytalk.swt.text.tokenizer;

import java.util.List;

/**
 * TextTokenizer is an interface to be implemented by text tokenizers wanting
 * to be constructed by the TextTokenizerFactory.
 */
public interface TextTokenizer {

  /**
   * Reset the tokenizer to its deafult state.
   */
  TextTokenizer reset();

  /**
   * Tokenize the given text and return a reference to the internal
   * token list.
   */
  List tokenize(String text);
}