• Home
• com.groupbyinc
• common-flux
• 184
• source code
• StandardTokenizer.class

×

Project download

Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $

You can buy this project and download/modify it how often you want.

com.groupbyinc.flux.common.apache.lucene.analysis.standard.StandardTokenizer.class Maven / Gradle / Ivy

????4?
Lcom/groupbyinc/flux/common/apache/lucene/analysis/standard/StandardTokenizer

;com/groupbyinc/flux/common/apache/lucene/analysis/Tokenizer
StandardTokenizer.java
scanner
RLcom/groupbyinc/flux/common/apache/lucene/analysis/standard/StandardTokenizerImpl;
ALPHANUM

I
NUM

SOUTHEAST_ASIAN
IDEOGRAPHIC
HIRAGANA
KATAKANA
HANGUL
EMOJI
TOKEN_TYPES
[Ljava/lang/String;
MAX_TOKEN_LENGTH_LIMIT
skippedPositions
maxTokenLength
termAtt
ULcom/groupbyinc/flux/common/apache/lucene/analysis/tokenattributes/CharTermAttribute;
	offsetAtt
SLcom/groupbyinc/flux/common/apache/lucene/analysis/tokenattributes/OffsetAttribute;

posIncrAtt
^Lcom/groupbyinc/flux/common/apache/lucene/analysis/tokenattributes/PositionIncrementAttribute;
typeAtt
QLcom/groupbyinc/flux/common/apache/lucene/analysis/tokenattributes/TypeAttribute;
setMaxTokenLength
(I)V
"java/lang/IllegalArgumentException)
(maxTokenLength must be greater than zero+

(Ljava/lang/String;)V-.
*/
%maxTokenLength may not exceed 10485761		3	5
Pcom/groupbyinc/flux/common/apache/lucene/analysis/standard/StandardTokenizerImpl7

setBufferSize9(
8:
this
NLcom/groupbyinc/flux/common/apache/lucene/analysis/standard/StandardTokenizer;
length
getMaxTokenLength
()I
()V-A
B
Scom/groupbyinc/flux/common/apache/lucene/analysis/tokenattributes/CharTermAttributeD
addAttribute
L(Ljava/lang/Class;)Lcom/groupbyinc/flux/common/apache/lucene/util/Attribute;FG
H 	J
Qcom/groupbyinc/flux/common/apache/lucene/analysis/tokenattributes/OffsetAttributeL!"	N
\com/groupbyinc/flux/common/apache/lucene/analysis/tokenattributes/PositionIncrementAttributeP#$	R
Ocom/groupbyinc/flux/common/apache/lucene/analysis/tokenattributes/TypeAttributeT%&	V
initXA
Y
C(Lcom/groupbyinc/flux/common/apache/lucene/util/AttributeFactory;)V-[
\
factory
@Lcom/groupbyinc/flux/common/apache/lucene/util/AttributeFactory;
input
Ljava/io/Reader;`a	b
(Ljava/io/Reader;)V-d
8e
incrementToken
()Z
java/io/IOExceptioni
clearAttributeskA
l		n
getNextTokenp@
8q
yylengths@
8t
setPositionIncrementv(Qw
getText
X(Lcom/groupbyinc/flux/common/apache/lucene/analysis/tokenattributes/CharTermAttribute;)Vyz
8{
yychar}@
8~

correctOffset
(I)I??
?>@E?
	setOffset
(II)V??M?	?
setType?.U?
start
	tokenType
end?A
?
getPositionIncrement?@Q?
finalOffset
close?A
?
yyreset?d
8?
reset?A
?

java/lang/String?

?
?
?

?

?

?
?
?

ConstantValue
Code
LocalVariableTable
LineNumberTable

StackMapTable

Exceptions

SourceFile1	
?
	
?
	
?	
?	
?	
?	
?	
?	
?		 !"#$%&

'(
??5?
?*Y,?0??
?*Y2?0?*?4?*?4*?6?;??5<=5>	
?"Z[\]_'`,a4c?
?@
?/

*?4??
<=?
i
-A
??
D*?C*??4**E?I?E?K**M?I?M?O**Q?I?Q?S**U?I?U?W*?Z??
D<=?"rM??%?2??sCt
-[
??E*+?]*??4**E?I?E?K**M?I?M?O**Q?I?Q?S**U?I?U?W*?Z??E<=E^_
?"zM??&?3?@{D|XA
?>
*?8Y*?c?f?6??
<=?
?gh?
?*?m*?o*?6?r<??*?6?u*?4?R*?S*?o`?x*?6*?K?|*?6?=*?O*??**?K??
`????*?W??2???*Y?o`?o???? H-?	n?	
?<=?:??	????&?5?@?H?e?s?u???
	?
?\?
j?A?;*??**?6?*?6?u`??<*?O??*?S*?S??
*?o`?x??;<=#?	
????#?:??
j
?A?B
*??*?6*?c????
<=?????
j
?A?K
*??*?6*?c??*?o??
<=??????
j?A
?K3??Y?SY?SY?SY?SY?SY?SY?SY?S???
?
=
?