• Home
• com.groupbyinc
• common-flux
• 52
• source code
• StandardTokenizer.class

×

Project download

Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $

You can buy this project and download/modify it how often you want.

com.groupbyinc.flux.common.apache.lucene.analysis.standard.StandardTokenizer.class Maven / Gradle / Ivy

????3?
Lcom/groupbyinc/flux/common/apache/lucene/analysis/standard/StandardTokenizer

;com/groupbyinc/flux/common/apache/lucene/analysis/Tokenizer
StandardTokenizer.java
scanner
RLcom/groupbyinc/flux/common/apache/lucene/analysis/standard/StandardTokenizerImpl;
ALPHANUM

I

APOSTROPHE

Ljava/lang/Deprecated;
ACRONYM
COMPANY
EMAIL
HOST
NUM
CJ
ACRONYM_DEP
SOUTHEAST_ASIAN	
IDEOGRAPHIC

HIRAGANA
KATAKANA
HANGUL

TOKEN_TYPES
[Ljava/lang/String;
MAX_TOKEN_LENGTH_LIMIT
skippedPositions
maxTokenLength
termAtt
ULcom/groupbyinc/flux/common/apache/lucene/analysis/tokenattributes/CharTermAttribute;
	offsetAtt
SLcom/groupbyinc/flux/common/apache/lucene/analysis/tokenattributes/OffsetAttribute;

posIncrAtt
^Lcom/groupbyinc/flux/common/apache/lucene/analysis/tokenattributes/PositionIncrementAttribute;
typeAtt
QLcom/groupbyinc/flux/common/apache/lucene/analysis/tokenattributes/TypeAttribute;
setMaxTokenLength
(I)V
"java/lang/IllegalArgumentException6
(maxTokenLength must be greater than zero8

(Ljava/lang/String;)V:;
7<
%maxTokenLength may not exceed 1048576>+		@	B
Pcom/groupbyinc/flux/common/apache/lucene/analysis/standard/StandardTokenizerImplD

setBufferSizeF5
EG
this
NLcom/groupbyinc/flux/common/apache/lucene/analysis/standard/StandardTokenizer;
length
getMaxTokenLength
()I
()V:N
O
Scom/groupbyinc/flux/common/apache/lucene/analysis/tokenattributes/CharTermAttributeQ
addAttribute
L(Ljava/lang/Class;)Lcom/groupbyinc/flux/common/apache/lucene/util/Attribute;ST
U,-	W
Qcom/groupbyinc/flux/common/apache/lucene/analysis/tokenattributes/OffsetAttributeY./	[
\com/groupbyinc/flux/common/apache/lucene/analysis/tokenattributes/PositionIncrementAttribute]01	_
Ocom/groupbyinc/flux/common/apache/lucene/analysis/tokenattributes/TypeAttributea23	c
initeN
f
C(Lcom/groupbyinc/flux/common/apache/lucene/util/AttributeFactory;)V:h
i
factory
@Lcom/groupbyinc/flux/common/apache/lucene/util/AttributeFactory;
input
Ljava/io/Reader;mn	o
(Ljava/io/Reader;)V:q
Er
incrementToken
()Z
java/io/IOExceptionv
clearAttributesxN
y*		{
getNextToken}M
E~
yylength?M
E?
setPositionIncrement?5^?
getText
X(Lcom/groupbyinc/flux/common/apache/lucene/analysis/tokenattributes/CharTermAttribute;)V??
E?
yychar?M
E?

correctOffset
(I)I??
?KMR?
	setOffset
(II)V??Z?&'	?
setType?;b?
start
	tokenType
end?N
?
getPositionIncrement?M^?
finalOffset
close?N
?
yyreset?q
E?
reset?N
?

java/lang/String?

?
?
	?
	?
?
?
?
?

?
?

?

?

?
?

ConstantValue

Deprecated
RuntimeVisibleAnnotations
Code
LocalVariableTable
LineNumberTable

StackMapTable

Exceptions

SourceFile1	
?
	???

	???

	???

	
?	???

	
?	???

	???

	
?	
? 	
?!"	
?#$	
?%&'(	
?)*	+	,-./0123

45
??5?
?7Y9?=?)?
?7Y??=?*?A?*?A*?C?H??5IJ5K	
?"ghijl'm,n4p?
LM
?/

*?A??
IJ?
t
:N
??
D*?P*??A**R?V?R?X**Z?V?Z?\**^?V?^?`**b?V?b?d*?g??
DIJ?"}^??%?2??~C
:h
??E*+?j*??A**R?V?R?X**Z?V?Z?\**^?V?^?`**b?V?b?d*?g??EIJEkl
?"?^??&?3?@?D?eN
?>
*?EY*?p?s?C??
IJ?
??tu?
?*?z*?|*?C?<??*?C??*?A?R*?`*?|`??*?C*?X??*?C??=*?\*??**?X??
`????*?d??2???*Y?|`?|???? H-?	n?	
?IJ?:??	????&?5?@?H?e?s?u???
	?
?\?
w?N?;*??**?C??*?C??`??<*?\??*?`*?`??
*?|`????;IJ#?	
????#?:??
w
?N?B
*??*?C*?p????
IJ?????
w
?N?K
*??*?C*?p??*?|??
IJ??????
w?N
?oW??Y?SY?SY?SY?SY?SY?SY?SY?SY?SY	?SY
?SY?SY?SY
?S???
?
I
?