• Home
• com.groupbyinc
• common-flux
• 186
• source code
• UAX29URLEmailTokenizer.class

×

Project download

Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $

You can buy this project and download/modify it how often you want.

com.groupbyinc.flux.common.apache.lucene.analysis.standard.UAX29URLEmailTokenizer.class Maven / Gradle / Ivy

????4?
Qcom/groupbyinc/flux/common/apache/lucene/analysis/standard/UAX29URLEmailTokenizer

;com/groupbyinc/flux/common/apache/lucene/analysis/Tokenizer
UAX29URLEmailTokenizer.java
scanner
WLcom/groupbyinc/flux/common/apache/lucene/analysis/standard/UAX29URLEmailTokenizerImpl;
ALPHANUM

I
NUM

SOUTHEAST_ASIAN
IDEOGRAPHIC
HIRAGANA
KATAKANA
HANGUL
URL
EMAIL
TOKEN_TYPES
[Ljava/lang/String;
MAX_TOKEN_LENGTH_LIMIT
skippedPositions
maxTokenLength
termAtt
ULcom/groupbyinc/flux/common/apache/lucene/analysis/tokenattributes/CharTermAttribute;
	offsetAtt
SLcom/groupbyinc/flux/common/apache/lucene/analysis/tokenattributes/OffsetAttribute;

posIncrAtt
^Lcom/groupbyinc/flux/common/apache/lucene/analysis/tokenattributes/PositionIncrementAttribute;
typeAtt
QLcom/groupbyinc/flux/common/apache/lucene/analysis/tokenattributes/TypeAttribute;
setMaxTokenLength
(I)V
"java/lang/IllegalArgumentException+
(maxTokenLength must be greater than zero-

(Ljava/lang/String;)V/0
,1
%maxTokenLength may not exceed 10485763 		5	7
Ucom/groupbyinc/flux/common/apache/lucene/analysis/standard/UAX29URLEmailTokenizerImpl9

setBufferSize;*
:<
this
SLcom/groupbyinc/flux/common/apache/lucene/analysis/standard/UAX29URLEmailTokenizer;
length
getMaxTokenLength
()I
()V/C
D
Scom/groupbyinc/flux/common/apache/lucene/analysis/tokenattributes/CharTermAttributeF
addAttribute
L(Ljava/lang/Class;)Lcom/groupbyinc/flux/common/apache/lucene/util/Attribute;HI
J!"	L
Qcom/groupbyinc/flux/common/apache/lucene/analysis/tokenattributes/OffsetAttributeN#$	P
\com/groupbyinc/flux/common/apache/lucene/analysis/tokenattributes/PositionIncrementAttributeR%&	T
Ocom/groupbyinc/flux/common/apache/lucene/analysis/tokenattributes/TypeAttributeV'(	X

getScanner
Y()Lcom/groupbyinc/flux/common/apache/lucene/analysis/standard/UAX29URLEmailTokenizerImpl;Z[
\
C(Lcom/groupbyinc/flux/common/apache/lucene/util/AttributeFactory;)V/^
_
factory
@Lcom/groupbyinc/flux/common/apache/lucene/util/AttributeFactory;
input
Ljava/io/Reader;cd	e
(Ljava/io/Reader;)V/g
:h
incrementToken
()Z
java/io/IOExceptionl
clearAttributesnC
o		q
getNextTokensB
:t
yylengthvB
:w
setPositionIncrementy*Sz
getText
X(Lcom/groupbyinc/flux/common/apache/lucene/analysis/tokenattributes/CharTermAttribute;)V|}
:~
yychar?B
:?

correctOffset
(I)I??
?@BG?
	setOffset
(II)V??O?	?
setType?0W?
start
	tokenType
end?C
?
getPositionIncrement?BS?
finalOffset
close?C
?
yyreset?g
:?
reset?C
?

java/lang/String?
Lcom/groupbyinc/flux/common/apache/lucene/analysis/standard/StandardTokenizer?	??
?
?

ConstantValue
Code
LocalVariableTable
LineNumberTable

StackMapTable

Exceptions

SourceFile1	
?
	
?
	
?	
?	
?	
?	
?	
?	
?	
?	 	!"#$%&'(

)*
??5?
?,Y.?2??
?,Y4?2?*?6?*?6*?8?=??5>?5@	
?"^_`ac'd,e4g?
AB
?/

*?6??
>??
k
/C
??
H*?E*??6**G?K?G?M**O?K?O?Q**S?K?S?U**W?K?W?Y**?]?8??
H>??"sQ??%?2??tGu
/^
??I*+?`*??6**G?K?G?M**O?K?O?Q**S?K?S?U**W?K?W?Y**?]?8??I>?Iab
?"{Q??&?3?@|H}Z[
?6
?:Y*?f?i??
>??
?jk?
?*?p*?r*?8?u<??*?8?x*?6?R*?U*?r`?{*?8*?M?*?8??=*?Q*??**?M??
`????*?Y??2???*Y?r`?r???? H-?	n?	
?>??:??	????&?5?@?H?e?s?u???
	?
?\?
m?C?;*??**?8??*?8?x`??<*?Q??*?U*?U??
*?r`?{??;>?#?	
????#?:??
m
?C?B
*??*?8*?f????
>??????
m
?C?K
*??*?8*?f??*?r??
>???????
m?C
?gO	??Y??2SY??2SY??2SY??2SY??2SY??2SY??2SY?SY?S???
?
@
?