
com.jaeksoft.searchlib.snippet.SentenceFragmenter Maven / Gradle / Ivy
/**
* License Agreement for OpenSearchServer
*
* Copyright (C) 2008-2009 Emmanuel Keller / Jaeksoft
*
* http://www.open-search-server.com
*
* This file is part of OpenSearchServer.
*
* OpenSearchServer is free software: you can redistribute it and/or
* modify it under the terms of the GNU General Public License as published by
* the Free Software Foundation, either version 3 of the License, or
* (at your option) any later version.
*
* OpenSearchServer is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with OpenSearchServer.
* If not, see .
**/
package com.jaeksoft.searchlib.snippet;
import org.w3c.dom.NamedNodeMap;
public class SentenceFragmenter extends FragmenterAbstract {
@Override
public void setAttributes(NamedNodeMap attr) {
}
@Override
public void check(String originalText) {
int pos = 0;
char[] chars = originalText.toCharArray();
boolean nextSpaceIsSplit = false;
for (char ch : chars) {
if (nextSpaceIsSplit)
if (Character.isWhitespace(ch))
addSplit(pos + 1);
switch (ch) {
case '.':
case '?':
case '!':
nextSpaceIsSplit = true;
break;
default:
nextSpaceIsSplit = false;
break;
}
pos++;
}
}
@Override
protected FragmenterAbstract newInstance() {
return new SentenceFragmenter();
}
}
© 2015 - 2025 Weber Informatics LLC | Privacy Policy