• Home
• com.groupbyinc
• common-flux
• 52
• source code
• NGramTokenizer.class

×

Project download

Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $

You can buy this project and download/modify it how often you want.

com.groupbyinc.flux.common.apache.lucene.analysis.ngram.NGramTokenizer.class Maven / Gradle / Ivy

????3?
Fcom/groupbyinc/flux/common/apache/lucene/analysis/ngram/NGramTokenizer

;com/groupbyinc/flux/common/apache/lucene/analysis/Tokenizer
NGramTokenizer.java
Ucom/groupbyinc/flux/common/apache/lucene/analysis/util/CharacterUtils$CharacterBuffer
Ecom/groupbyinc/flux/common/apache/lucene/analysis/util/CharacterUtils
CharacterBuffer
DEFAULT_MIN_NGRAM_SIZE

I

DEFAULT_MAX_NGRAM_SIZE
	charUtils
GLcom/groupbyinc/flux/common/apache/lucene/analysis/util/CharacterUtils;

charBuffer
WLcom/groupbyinc/flux/common/apache/lucene/analysis/util/CharacterUtils$CharacterBuffer;
buffer
[I
bufferStart
	bufferEnd
offset
gramSize
minGram
maxGram
	exhausted

Z
lastCheckedChar
lastNonTokenChar
	edgesOnly
termAtt
ULcom/groupbyinc/flux/common/apache/lucene/analysis/tokenattributes/CharTermAttribute;
	posIncAtt
^Lcom/groupbyinc/flux/common/apache/lucene/analysis/tokenattributes/PositionIncrementAttribute;
	posLenAtt
[Lcom/groupbyinc/flux/common/apache/lucene/analysis/tokenattributes/PositionLengthAttribute;
	offsetAtt
SLcom/groupbyinc/flux/common/apache/lucene/analysis/tokenattributes/OffsetAttribute;
$assertionsDisabled

(IIZ)V
()V*,
-
Scom/groupbyinc/flux/common/apache/lucene/analysis/tokenattributes/CharTermAttribute/
addAttribute
L(Ljava/lang/Class;)Lcom/groupbyinc/flux/common/apache/lucene/util/Attribute;12
3!"	5
\com/groupbyinc/flux/common/apache/lucene/analysis/tokenattributes/PositionIncrementAttribute7#$	9
Ycom/groupbyinc/flux/common/apache/lucene/analysis/tokenattributes/PositionLengthAttribute;%&	=
Qcom/groupbyinc/flux/common/apache/lucene/analysis/tokenattributes/OffsetAttribute?'(	A
initC+
D
this
HLcom/groupbyinc/flux/common/apache/lucene/analysis/ngram/NGramTokenizer;
(II)V*+
I
F(Lcom/groupbyinc/flux/common/apache/lucene/util/AttributeFactory;IIZ)V
C(Lcom/groupbyinc/flux/common/apache/lucene/util/AttributeFactory;)V*L
M
factory
@Lcom/groupbyinc/flux/common/apache/lucene/util/AttributeFactory;
E(Lcom/groupbyinc/flux/common/apache/lucene/util/AttributeFactory;II)V*K
R*H
T
getInstance
I()Lcom/groupbyinc/flux/common/apache/lucene/analysis/util/CharacterUtils;VW
	X	Z
"java/lang/IllegalArgumentException\
!minGram must be greater than zero^
(Ljava/lang/String;)V*`
]a
(minGram must not be greater than maxGramc	e	g 	i
newCharacterBuffer
Z(I)Lcom/groupbyinc/flux/common/apache/lucene/analysis/util/CharacterUtils$CharacterBuffer;kl
	m	o
	getBuffer
()[Cqr
s	u
resizeBuffer
(I)[Cwx0y
incrementToken
()Z
java/io/IOException}
clearAttributes,
?	?	?	?
java/lang/System?
	arraycopy
*(Ljava/lang/Object;ILjava/lang/Object;II)V??
??	?	?
input
Ljava/io/Reader;??	?
fill
k(Lcom/groupbyinc/flux/common/apache/lucene/analysis/util/CharacterUtils$CharacterBuffer;Ljava/io/Reader;I)Z??
	?
	getLength
()I??
?
toCodePoints

([CII[II)I??
	?	?)	?
java/lang/AssertionError?
?-
consume?,
?
updateLastNonTokenChar?,
?r0?
toChars

([III[CI)I??
	?
	setLength
X(I)Lcom/groupbyinc/flux/common/apache/lucene/analysis/tokenattributes/CharTermAttribute;??0?
setPositionIncrement
(I)V??8?
setPositionLength??<?	?

correctOffset
(I)I??
?
	setOffset?H@?
termContainsNonTokenChar
 isEdgeAndPreviousCharIsTokenChar
length
isTokenChar
(I)Z??
?

i
termEnd
java/lang/Character?
	charCount??
??
chr
end?,
?
	endOffset
reset?,
?
?

java/lang/Class?
desiredAssertionStatus?|
??

ConstantValue
Code
LocalVariableTable
LineNumberTable

StackMapTable

Exceptions

SourceFile
InnerClasses!
?

? !"#$%&'()
*+
??@*?.**0?4?0?6**8?4?8?:****@?4?@?B*?E??*@FG@
@@ ?OJKL+M8P?Q
*H
?J*?J?? FG
?
YZ*K
??B*+?N**0?4?0?6**8?4?8?:****@?4?@?B*?E??4BFGBOP
BBB ?]JKL,M9^A_
*Q
?U	*+?S??*	FG	OP
		?
hi
*,
?5
*?U??
FG?
opC+
??^*?Y?[?
?]Y_?b??
?]Yd?b?*?f*?h*?j*h`?n?p**?p?t??
?v*?6h?zW??*^FG^
^^ ?2stuwx%z*{/|4}B~P?]??{|??
?*??*??*??*?hdd??*????*?v*??*?v*??*??d??*Y??*??d??*Y??*??d??*Y??*??d??*??**?[*?p*??*?v?*??d??????*Y??*?[*?p?t*?p??*?v*????`??*??*?h?*??*??`*???8*??`*?f`*??????*?????Y????*??**?f??*??*??*???*??*??*??`??<*?j?*??*??d??=??*??**?f?????*?[*?v*??*??*?6??
??>*?6??W*?:??*?>??*?B**????**??`?Ź?*Y??`????*
#??

={?
rF?
?FG?v???6?C?P?]?b?????????????????
?
#?
=?
E?
I?
Q?
T?
r?
}?
??
??
??
???*?~?

)&
"@
?
@
?
?
~?,
???*??*??`d<*???-=*???**?v.?Ϛ*???	?????*???? #??FG3?
?&	????+?0?3?9?>???

??,
?K
*Y??*?v*Y??Z`??.??`????
FG?
????
?6
??FG?
?
??,??S*?ڲ??*??*?????Y???*??<*??=*???*?v.??`