com.datomic.lucene.index.CheckIndex.class Maven / Gradle / Ivy
The newest version!
???? 1? #com/datomic/lucene/index/CheckIndex java/lang/Object CheckIndex.java 5com/datomic/lucene/index/CheckIndex$MySegmentTermDocs MySegmentTermDocs *com/datomic/lucene/index/CheckIndex$Status Status '(Lcom/datomic/lucene/store/Directory;)V ()V ' )
* " # , ! . this %Lcom/datomic/lucene/index/CheckIndex;
setInfoStream (Ljava/io/PrintStream;)V out msg (Ljava/lang/String;)V java/io/PrintStream 7 println 9 6
8 : Ljava/lang/String;
checkIndex .()Lcom/datomic/lucene/index/CheckIndex$Status; java/io/IOException ? >(Ljava/util/List;)Lcom/datomic/lucene/index/CheckIndex$Status; = A
B java/lang/Throwable D java/text/NumberFormat F getInstance ()Ljava/text/NumberFormat; H I
G J %com/datomic/lucene/index/SegmentInfos L
M *
*
, read Q (
M R 4ERROR: could not read any segments file in directory T 5 6
V missingSegments X %
Y printStackTrace [ 3
E \??? java/lang/Integer _ toString (I)Ljava/lang/String; a b
` c? $com/datomic/lucene/util/StringHelper f getVersionComparator ()Ljava/util/Comparator; h i
g j iterator ()Ljava/util/Iterator; l m
M n java/util/Iterator p hasNext ()Z r s q t next ()Ljava/lang/Object; v w q x $com/datomic/lucene/index/SegmentInfo z
getVersion ()Ljava/lang/String; | }
{ ~ pre-3.1 ? 2.x ? java/lang/String ? equals (Ljava/lang/Object;)Z ? ?
? ? java/util/Comparator ? compare '(Ljava/lang/Object;Ljava/lang/Object;)I ? ? ? ? size ()I ? ?
M ? getCurrentSegmentFileName ? }
M ? "com/datomic/lucene/store/Directory ? openInput 9(Ljava/lang/String;)Lcom/datomic/lucene/store/IndexInput; ? ?
? ? 0ERROR: could not open segments file in directory ? cantOpenSegments ? %
? #com/datomic/lucene/store/IndexInput ? readInt ? ?
? ? 7ERROR: could not read segment file version in directory ? missingSegmentVersion ? %
? close ? )
? ? ? FORMAT [Lucene Pre-2.1] ? FORMAT_LOCKLESS [Lucene 2.1] ? $FORMAT_SINGLE_NORM_FILE [Lucene 2.2] ? $FORMAT_SHARED_DOC_STORE [Lucene 2.3] ? FORMAT_CHECKSUM [Lucene 2.4] ? FORMAT_DEL_COUNT [Lucene 2.4] ? FORMAT_HAS_PROX [Lucene 2.4] ? FORMAT_USER_DATA [Lucene 2.9] ? FORMAT_DIAGNOSTICS [Lucene 2.9] ? FORMAT_HAS_VECTORS [Lucene 3.1] ? FORMAT_3_1 [Lucene 3.1+] ? java/lang/RuntimeException ? !BUG: You should update this tool! ? ' 6
? ? java/lang/StringBuilder ?
? * int= ? append -(Ljava/lang/String;)Ljava/lang/StringBuilder; ? ?
? ? (I)Ljava/lang/StringBuilder; ? ?
? ? ) [newer version of Lucene than this tool] ? a }
? ? [Lucene 1.3 or prior] ? segmentsFileName ? <
? numSegments I ? ?
?
segmentFormat ? <
? getUserData ()Ljava/util/Map; ? ?
M ? userData Ljava/util/Map; ? ?
?
java/util/Map ? ? ?
userData= ? -(Ljava/lang/Object;)Ljava/lang/StringBuilder; ? ?
? ?
versions=[ ? .. ? ] ? version= ? Segments file=
numSegments= format= partial %
Checking only these segments: print 6
8 java/util/List n segmentsChecked Ljava/util/List;
addAll (Ljava/util/Collection;)Z : ?
ERROR: this index appears to be created by a newer version of Lucene than this tool was compiled on; please re-compile this tool on the matching version of Lucene; exiting
toolOutOfDate %
! clone # w
M$ newSegments 'Lcom/datomic/lucene/index/SegmentInfos; &'
( clear * )
M+ maxSegmentName - ?
. info )(I)Lcom/datomic/lucene/index/SegmentInfo; 01
M2 name 4 < {5 substring 7 b
?8 parseInt (Ljava/lang/String;I)I :;
`< contains > ? ?
* segmentInfos B
C add E ? F H of J : name=L
docCount=N docCount P ? {Q
5
Q
compound=U getUseCompoundFile W s
{X (Z)Ljava/lang/StringBuilder; ?Z
?[ compound ] %
^ hasProx=`
getHasProx b s
{c hasProx e %
f
numFiles=h files ()Ljava/util/List; jk
{l ? numFiles o ?
p sizeInBytes (Z)J rs
{tA0 sizeMB D xy
z size (MB)=| format (D)Ljava/lang/String; ~
G? getDiagnostics ? ?
{? diagnostics ? ?
? diagnostics = ? getDocStoreOffset ? ?
{? docStoreOffset=? docStoreOffset ? ?
? docStoreSegment=? getDocStoreSegment ? }
{? docStoreSegment ? <
? docStoreIsCompoundFile=? getDocStoreIsCompoundFile ? s
{? docStoreCompoundFile ? %
? getDelFileName ? }
{? no deletions? hasDeletions ? %
? has deletions [delFileName=? deletionsFileName ? <
? test: open reader.........? DEFAULT_TERMS_INDEX_DIVISOR ? ? ? &com/datomic/lucene/index/SegmentReader? get R(ZLcom/datomic/lucene/index/SegmentInfo;I)Lcom/datomic/lucene/index/SegmentReader; ??
?? openReaderPassed ? %
? numDocs ? ?
?? ? s
?? deletedDocs #Lcom/datomic/lucene/util/BitVector; ?? ?? !com/datomic/lucene/util/BitVector? count ? ?
?? getDelCount ? ?
{? delete count mismatch: info=? vs deletedDocs.count()=? maxDoc ? ?
?? too many deleted docs: maxDoc()=? vs reader=?
numDeleted ? ?
? OK [? deleted docs]? OK? SegmentReader.maxDoc() ? != SegmentInfos.docCount ? test: fields..............? ALL 2Lcom/datomic/lucene/index/IndexReader$FieldOption; ?? ?
getFieldNames J(Lcom/datomic/lucene/index/IndexReader$FieldOption;)Ljava/util/Collection; ??
?? java/util/Collection? ? ? fields]? numFields ? ?
? testFieldNorms |(Ljava/util/Collection;Lcom/datomic/lucene/index/SegmentReader;)Lcom/datomic/lucene/index/CheckIndex$Status$FieldNormStatus; ??
? fieldNormStatus Lcom/datomic/lucene/index/CheckIndex$Status$StoredFieldStatus;
testTermVectors ?(Lcom/datomic/lucene/index/SegmentInfo;Lcom/datomic/lucene/index/SegmentReader;Ljava/text/NumberFormat;)Lcom/datomic/lucene/index/CheckIndex$Status$TermVectorStatus;
termVectorStatus =Lcom/datomic/lucene/index/CheckIndex$Status$TermVectorStatus;
error Ljava/lang/Throwable; Field Norm test failed Term Index test failed Stored Field test failed" Term Vector test failed% FAILED' 1fixIndex() would remove reference to this segment)
WARNING: + ; full exception:- totLoseDocCount / ?
0 numBadSegments 2 ?
3
? ?
{$ )(Lcom/datomic/lucene/index/SegmentInfo;)V E7
M8 clean : %
; WARNING: = broken segments (containing ? documents) detectedA counter C ? MD validCounter F %
G !ERROR: Next segment name counter I & is not greater than max segment name K +No problems were detected with this index.
M t version si &Lcom/datomic/lucene/index/SegmentInfo; i$ Ljava/util/Iterator; userDataString s 5Ljava/util/Map; delFileName
fieldNames *Ljava/util/Collection; Ljava/util/Collection; comment segmentName segInfoStat >Lcom/datomic/lucene/index/CheckIndex$Status$SegmentInfoStatus; toLoseDocCount reader (Lcom/datomic/lucene/index/SegmentReader; i onlySegments $Ljava/util/List; nf Ljava/text/NumberFormat; sis result ,Lcom/datomic/lucene/index/CheckIndex$Status; oldest newest oldSegs foundNonNullVersion versionComparator *Ljava/util/Comparator; Ljava/util/Comparator; input %Lcom/datomic/lucene/store/IndexInput; sFormat skip
versionString
* test: field norms.........x ? n hasNorms (Ljava/lang/String;)Z {|
?} norms (Ljava/lang/String;[BI)V ?
?? totFields J ?? ? (J)Ljava/lang/StringBuilder; ??
?? ERROR [?
getMessage ? }
E? valueOf &(Ljava/lang/Object;)Ljava/lang/String; ??
?? fieldName b [B e status
* 'com/datomic/lucene/search/IndexSearcher? )(Lcom/datomic/lucene/index/IndexReader;)V '?
?? test: terms, freq, prox...? terms %()Lcom/datomic/lucene/index/TermEnum; ??
??
termPositions *()Lcom/datomic/lucene/index/TermPositions; ??
?? getPostingsSkipInterval ? ?
?? +(Lcom/datomic/lucene/index/SegmentReader;)V '?
? !com/datomic/lucene/index/TermEnum? v s
?? termCount ?? ? term !()Lcom/datomic/lucene/index/Term; ??
?? docFreq ? ?
?? &com/datomic/lucene/index/TermPositions? seek "(Lcom/datomic/lucene/index/Term;)V ?? ?? totFreq ?? ? ?? doc ? ? ?? freq ? ? ?? term ? : doc ? <= lastDoc ? >= maxDoc ? : freq ? is out of bounds? totPos ?? ? nextPosition ? ? ?? : pos ? < lastPos ? skipTo (I)Z ?? ?? : skipTo(docID=? ) returned docID=? termFreq ? position ? is <= lastPosition ? ), then .next() returned docID=? vs prev docID=?
?
? delCount ? ? ? docFreq=? != num docs seen ? + num docs deleted ? #com/datomic/lucene/search/TermQuery '?
search G(Lcom/datomic/lucene/search/Query;I)Lcom/datomic/lucene/search/TopDocs;
? terms; terms/docs pairs; tokens]
pos j lastPos posUpto docID lastPosition nextDocID skipDocID idx Lcom/datomic/lucene/index/Term; lastDoc freq0 termEnum #Lcom/datomic/lucene/index/TermEnum; (Lcom/datomic/lucene/index/TermPositions; postingsSkipInterval
myTermDocs 7Lcom/datomic/lucene/index/CheckIndex$MySegmentTermDocs; lastTerm is )Lcom/datomic/lucene/search/IndexSearcher;
* test: stored fields.......% isDeleted '?
?( Q document )(I)Lcom/datomic/lucene/document/Document; +,
?- ? $com/datomic/lucene/document/Document0 getFields 2k
13 docCount=5 but saw 7 undeleted docs9 total field count; avg ; fields per doc]= &Lcom/datomic/lucene/document/Document;
* test: term vectors........A Q getTermFreqVectors -(I)[Lcom/datomic/lucene/index/TermFreqVector; DE
?F
totVectors H? I total vector count; avg K ! term/freq vector fields per doc]M tfv *[Lcom/datomic/lucene/index/TermFreqVector; fixIndex /(Lcom/datomic/lucene/index/CheckIndex$Status;)V "java/lang/IllegalArgumentExceptionS Wcan only fix an index that was fully checked (this status checked a subset of segments)U
T ? changed X )
MY commit [ (
M\ testAsserts $ % _ & % a ^ s
c java/lang/AssertionErrore
f * main ([Ljava/lang/String;)V java/lang/InterruptedExceptionj java/util/ArrayListl
m * -fixo -segmentq java/lang/Systems 4 ! tu 'ERROR: missing name for -segment optionw exit (I)V yz
t{ "ERROR: unexpected extra argument '} '
ERROR: index path not specified?f
Usage: java org.apache.lucene.index.CheckIndex pathToIndex [-fix] [-segment X] [-segment Y]
-fix: actually write a new segments_N file, removing any problematic segments
-segment X: only check the specified segments. This can be specified multiple
times, to check more than one segment, eg '-segment _2 -segment _a'.
You can't use this with the -fix option
**WARNING**: -fix should only be used on an emergency basis as it will cause
documents (perhaps many) to be permanently removed from the index. Always make
a backup copy of your index before running this! Do not run this tool on an index
that is actively being written to. You have been warned!
Run without -fix, this tool will open the index, report version information
and report any exceptions it hits and what action it would take if -fix were
specified. With -fix, this tool will remove any segments that have issues and
write a new segments_N file. This means all documents contained in the affected
segments will be removed.
This tool exits with exit code 1 if the index cannot be opened or has any
corruption, else 0.
? $ s
? o
NOTE: testing will be more thorough if you run java with '-ea:org.apache.lucene...', so assertions are enabled? ,ERROR: cannot specify both -fix and -segment?
Opening index @ ?
? java/io/File?
? ? $com/datomic/lucene/store/FSDirectory? open 6(Ljava/io/File;)Lcom/datomic/lucene/store/FSDirectory; ??
?? !ERROR: could not open directory "?
"; exiting? ' (
? 2 3
? ,WARNING: would write new segments file, and ? 1 documents would be lost, if -fix were specified
? documents will be lost
? BNOTE: will write new segments file in 5 seconds; this will remove ? 9 docs from the index. THIS IS YOUR LAST CHANCE TO CTRL+C!? ? java/lang/Thread? sleep (J)V ??
?? ...?
Writing...? QR
? Wrote new segments file "? "? exitCode args [Ljava/lang/String; doFix indexPath checker java/lang/Class? desiredAssertionStatus ? s
?? Code LocalVariableTable LineNumberTable
Exceptions LocalVariableTypeTable Signature R(Ljava/util/List;)Lcom/datomic/lucene/index/CheckIndex$Status; ?(Ljava/util/Collection;Lcom/datomic/lucene/index/SegmentReader;)Lcom/datomic/lucene/index/CheckIndex$Status$FieldNormStatus;
SourceFile InnerClasses ! ! " #
$ % & % ' ( ? O *? +*+? -*? /? ? 0 1 " # ? 2 3 ? > *+? /? ? 0 1 4 ! ?
5 6 ? L *? /? *? /+? ;? ? 0 1 5 < ? = > ? 0 *? C? ? 0 1 ? 2? @ = A ? ?
!? KM? MY? NN?
Y? O:*? -? P-*? -? S? $:*U? W? Z*? /? *? /? ]?^? d:e? d::6? k: -? o:
? u ? ]
? y ? {: ? : ?
?:? ; ?? ??
?:? *6 ? ? ? : ? ? ? :???-? ?6
-? ?: : *? - ? ?: ? $:
*?? W*? /?
*? /? ]? ??6
? ?6
? 6? A:*?? W*? /? *? /? ]? ?:? ?:? ?: ? ? ???:6
? ?:
??
?:? ?
??
?:? ?
??
?:? ?
??
?:? ?
??
?:? ?
??
?:? ?
??
?:? |
??
?:? n
??
?:? `
??
?:? R
??
? ?Yʷ ̿
?? $? ?Y? ?Ѷ ?
? ?ڶ ն ?:6? ? ?Y? ?
? ? ն ?: ? ?
? ?? ?-? ? ?-? ? ? ? ? ?Y? ??? ?-? ? ?? ?:? ?::? J? +? ?Y? ??? ?? ??? ?? ??? ն ?:? d? ?Y? ? ? ?? ն ?:? J? ?? ? ?Y? ? ? ?? ն ܧ &? ?Y? ??? ?? ??? ?? ??? ն ?:*? ?Y? ?? ? ? ?? ?
? ?? ?? ?? ?? ?? ն ܷ W+? q? *? /?
*? /
?+? :? u ? 5? y ? ?:*? /? *? /? ?Y? ?? ?? ն ܶ????+? W* ? W? * ? W?"?-?%? M?)?)?,?/6
?j-?3:?6?9$?=6?/?
?/+? +?6?@ ? ?&?
Y?A:?D?G W*? ?Y? ?I? ?`? ?K? ?
? ?M? ??6? ?O? ??R? ض ܷ W?6?S?R?T?R6:*? ?Y? ?V? ??Y?\? ܷ W?Y?_*? ?Y? ?a? ??d?\? ܷ W?d?g*? ?Y? ?i? ??m?n ? ض ܷ W?m?n ?q?u?vo?{*? ?Y? ?}? ?,?{??? ն ܷ W??:??? ? ? *? ?Y? ??? ?? ?? ܷ W??6? o*? ?Y? ??? ?? ض ܷ W??*? ?Y? ??? ???? ն ܷ W????*? ?Y? ??? ????\? ܷ W??????:? *?? W??? .*? ?Y? ??? ?? ??? ն ܷ W????*? /?
*? /??????:????66??? ??Ŷ??͟ 4? ?Y? ?Y? ?϶ ??Ͷ ?Ѷ ??Ŷʶ ض ܷ ̿?Ŷ??Ԥ 4? ?Y? ?Y? ?ֶ ??Զ ?Ѷ ??Ŷʶ ض ܷ ̿?Rd?͟ 4? ?Y? ?Y? ?϶ ??Ͷ ?ض ??Rd? ض ܷ ̿?Rd??*? ?Y? ?ݶ ??۶ ?߶ ն ܷ W? C?͙ 4? ?Y? ?Y? ?϶ ??Ͷ ?ض ??Rd? ض ܷ ̿*? W???R? 1? ?Y? ?Y? ?? ??Զ ?? ??R? ض ܷ ̿*? /?
*? /????: *? ?Y? ?ݶ ? ?? ? ??? ն ܷ W ?? ??* ????*??*,? ?*,?????? ? ?Y ? ̿?? ? ? ?Y ? ̿??!? ? ?Y#? ̿??$? ? ?Y&? ̿*?? W? n? y:*(? W*:*? ?Y? ?,? ?? ?.? ն ܷ W*? /? *? /? ]*?? WY?1`?1Y?4`?4? ? ): ? ?: ? ?5? ?)?6? {?9?????4? ?? ??4? ?@? ??1? ?B? ն ܷ W?/-?E? ? Z?H? A?<?)?/`?E*? ?Y? ?J? ?-?E? ?L? ??/? ض ܷ W?L GM JQ XR [S ^T cU V ?W ?Y ?Z ?\ ?^ ?_ ?` ?b ?c ?f ?h ?i ?j ?l ?s ?m ?n ?o ?pqr tvw?w x#y*z3{9|C~RY?]?`?f?j?q?x????????????????????????????????????????)?/?E?L?S?Z?c?o???????????????$?c?g?m?t?~??????????????????????????&?0?7?I?L?U?b?????????????????/?>?N?n?u?|?????????????????? $+4RX_
f p {???????&W d ? ? ?"?$?%( )+ ,C-O0\3i6w9?=?>???@?A?B?C?D?G?I?W?I?J?L?M N O &P ,Q 8R CS IU XV _Z o? u] ~^ ?` ?b ?c ?d ?e
h
i
l? @? ? ?? ? ? ?? Y?wN*? /?
*? /y?,?Լ:+?z :? u ? .? y ? ?:,?~? ,??-Y??
a?????*? ?Y? ?ݶ ?-?????? ն ܷ W? ?:*? ?Y? ??? ?????? ??? ն ܷ W-?*? /? *? /? ]-? ? E ? R ? ? < ) 5ST ! ^?? ? :? ? 0 1 ?Y[ ?ab ??? ? ?YZ ? B s w x z !{ ?| H} Q~ ^? ? ?? ?? ?? ?? ?? ??? ? ? H ?? Y??N??Y,??:*? /?
*? /??,??:,??:,??6? Y,??:,??6 :
????-Y??
a????: :
??6 ?? 6
6-Y?? ?a???? ????? 6?? 6
? 6? ?Y? ?Y? ?Ͷ ? ? ?϶ ?? ?Ѷ ?
? ض ܷ ̿ ? 6? ?Y? ?Y? ?Ͷ ? ? ?϶ ?? ?Ӷ ? ? ض ܷ ̿6
? ? ն ܷ W? @:*? ?Y? ??? ?????? ??? ն ܷ W?!*? /? *? /? ]? ? ? E ? R B ?? @ ? ? ;? 0 1 0R ab ~g ?
? N & /! :" B# W ]( i) ?, ?4 ?. ?/0
126 ? ? ۻ Y?@:*? /?
*? /B?6+?R? 8,?)? )Y?C`?C,?G:? Y?J??a?J????*? ?Y? ?ݶ ??J??L? ?-?J??C?n???? ?N? ն ܷ W? @:*? ?Y? ??? ?????? ??? ն ܷ W?$*? /? *? /? ]? ? ? E ? R B OP > ? ? ;? ? 0 1 ?0R ?ab ?~g ?? ? J = @ A D &E /F :G BH GI UD [N ?V ?P ?Q ?R ?S ?T ?X QR ? i %+? ? ?TYV?W?+?)?Z+?)+? P?]? ? % 0 1 %ij ? i j k l $m? @
^ s ? " ?`? ?
r s
$ s ? 4 ?b? ?d? ?fY?g??`? ?
w x hi ? z? ??1? ??? ն ܶ ;?v? ?Y? ??? ??1? ??? ն ܶ ;6? 2????v? ?Y? ?I? ?d? ??? ն ܶ ;???βv?? ;???v? ;?v? ?Y? ??? ??)? ?? ??? ն ܶ ;?v?? ;?<? 6? 6?|? E ? z ,O ? 5V ? n ? ? z?? x? %
pd n? < kc ? x " # K/? 1 [ ij t ? ? ?
pde ? ? > ? ?
? ? ? ? #? %? +? 8? A? J? N? [? a? e? ?? ?? ?? ?? ?? ?? ?? ?? ?? ?? ?? ?? ?? ?? ?? ??????4?<?@?K?S?[?c?g?o?s?????????????#?*?3?Z?b?k?qty? @k ? ) ? ) ?ǚ ? ?b? ? 3 ? ? B
© 2015 - 2025 Weber Informatics LLC | Privacy Policy