com.topologi.diffx.load.text.TextTokeniserSingleBlock Maven / Gradle / Ivy
Go to download
Show more of this group Show more artifacts with this name
Show all versions of docx4j Show documentation
Show all versions of docx4j Show documentation
docx4j is a library which helps you to work with the Office Open
XML file format as used in docx
documents, pptx presentations, and xlsx spreadsheets.
/*
* Copyright 2007-2008, Plutext Pty Ltd or in the case of a Contribution,
* the relevant Contributor
*
* This file is part of docx4j.
docx4j is licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
*/
package com.topologi.diffx.load.text;
import com.topologi.diffx.event.TextEvent;
import com.topologi.diffx.event.impl.CharactersEvent;
import com.topologi.diffx.event.lang.Repertory;
import java.util.NoSuchElementException;
/**
* A tokeniser that produces a single token for every block of text.
* This provides coarser grained tokens than producing
* a token for every sentence or word.
*/
public class TextTokeniserSingleBlock implements TextTokeniser {
CharSequence seq;
boolean gotToken = false;
public TextTokeniserSingleBlock(CharSequence seq) {
this.seq = seq;
}
@Override
public int countTokens() {
return 1;
}
@Override
public TextEvent nextToken() throws NoSuchElementException {
if (gotToken) throw new NoSuchElementException("already got all tokens");
gotToken = true;
return new CharactersEvent(seq);
}
@Override
public void useRepertory(Repertory repertory) {
}
}