com.groupbyinc.flux.common.apache.lucene.analysis.standard.ClassicTokenizer.class Maven / Gradle / Ivy
???? 4 ? Kcom/groupbyinc/flux/common/apache/lucene/analysis/standard/ClassicTokenizer ;com/groupbyinc/flux/common/apache/lucene/analysis/Tokenizer ClassicTokenizer.java scanner QLcom/groupbyinc/flux/common/apache/lucene/analysis/standard/ClassicTokenizerImpl; ALPHANUM I
APOSTROPHE ACRONYM COMPANY EMAIL HOST NUM CJ ACRONYM_DEP TOKEN_TYPES [Ljava/lang/String; skippedPositions maxTokenLength termAtt ULcom/groupbyinc/flux/common/apache/lucene/analysis/tokenattributes/CharTermAttribute; offsetAtt SLcom/groupbyinc/flux/common/apache/lucene/analysis/tokenattributes/OffsetAttribute;
posIncrAtt ^Lcom/groupbyinc/flux/common/apache/lucene/analysis/tokenattributes/PositionIncrementAttribute; typeAtt QLcom/groupbyinc/flux/common/apache/lucene/analysis/tokenattributes/TypeAttribute; setMaxTokenLength (I)V "java/lang/IllegalArgumentException ) (maxTokenLength must be greater than zero + (Ljava/lang/String;)V - .
* / 1 this MLcom/groupbyinc/flux/common/apache/lucene/analysis/standard/ClassicTokenizer; length getMaxTokenLength ()I ()V - 8
9 Scom/groupbyinc/flux/common/apache/lucene/analysis/tokenattributes/CharTermAttribute ; addAttribute L(Ljava/lang/Class;)Lcom/groupbyinc/flux/common/apache/lucene/util/Attribute; = >
? A Qcom/groupbyinc/flux/common/apache/lucene/analysis/tokenattributes/OffsetAttribute C ! " E \com/groupbyinc/flux/common/apache/lucene/analysis/tokenattributes/PositionIncrementAttribute G # $ I Ocom/groupbyinc/flux/common/apache/lucene/analysis/tokenattributes/TypeAttribute K % & M init O 8
P C(Lcom/groupbyinc/flux/common/apache/lucene/util/AttributeFactory;)V - R
S factory @Lcom/groupbyinc/flux/common/apache/lucene/util/AttributeFactory; Ocom/groupbyinc/flux/common/apache/lucene/analysis/standard/ClassicTokenizerImpl W input Ljava/io/Reader; Y Z [ (Ljava/io/Reader;)V - ]
X ^ ` incrementToken ()Z java/io/IOException d clearAttributes f 8
g i getNextToken k 7
X l yylength n 7
X o setPositionIncrement q ( H r getText X(Lcom/groupbyinc/flux/common/apache/lucene/analysis/tokenattributes/CharTermAttribute;)V t u
X v yychar x 7
X y
correctOffset (I)I { |
} 5 7 <