com.groupbyinc.flux.index.shard.StoreRecovery.class Maven / Gradle / Ivy
???? 4? -com/groupbyinc/flux/index/shard/StoreRecovery java/lang/Object StoreRecovery.java Ccom/groupbyinc/flux/index/shard/StoreRecovery$StatsDirectoryWrapper StatsDirectoryWrapper 7com/groupbyinc/flux/cluster/routing/RecoverySource$Type 2com/groupbyinc/flux/cluster/routing/RecoverySource Type 8com/groupbyinc/flux/indices/recovery/RecoveryState$Index 2com/groupbyinc/flux/indices/recovery/RecoveryState Index Icom/groupbyinc/flux/cluster/routing/RecoverySource$SnapshotRecoverySource SnapshotRecoverySource ;com/groupbyinc/flux/indices/recovery/RecoveryState$Translog Translog :com/groupbyinc/flux/index/mapper/MapperService$MergeReason .com/groupbyinc/flux/index/mapper/MapperService MergeReason Icom/groupbyinc/flux/common/apache/lucene/index/IndexWriterConfig$OpenMode @com/groupbyinc/flux/common/apache/lucene/index/IndexWriterConfig OpenMode >com/groupbyinc/flux/indices/recovery/RecoveryState$VerifyIndex # VerifyIndex 8com/groupbyinc/flux/indices/recovery/RecoveryState$Timer & Timer %java/lang/invoke/MethodHandles$Lookup ) java/lang/invoke/MethodHandles + Lookup logger !Lorg/apache/logging/log4j/Logger; shardId )Lcom/groupbyinc/flux/index/shard/ShardId; $assertionsDisabled Z M(Lcom/groupbyinc/flux/index/shard/ShardId;Lorg/apache/logging/log4j/Logger;)V ()V 4 6
7 . / 9 0 1 ; this /Lcom/groupbyinc/flux/index/shard/StoreRecovery; recoverFromStore /(Lcom/groupbyinc/flux/index/shard/IndexShard;)Z
canRecover A @
B *com/groupbyinc/flux/index/shard/IndexShard D
recoveryState 6()Lcom/groupbyinc/flux/indices/recovery/RecoveryState; F G
E H getRecoverySource 6()Lcom/groupbyinc/flux/cluster/routing/RecoverySource; J K
L getType ;()Lcom/groupbyinc/flux/cluster/routing/RecoverySource$Type; N O
P 2 3 R EMPTY_STORE 9Lcom/groupbyinc/flux/cluster/routing/RecoverySource$Type; T U
V EXISTING_STORE X U
Y java/lang/AssertionError [ java/lang/StringBuilder ]
^ 7 &expected store recovery type but was: ` append -(Ljava/lang/String;)Ljava/lang/StringBuilder; b c
^ d -(Ljava/lang/Object;)Ljava/lang/StringBuilder; b f
^ g toString ()Ljava/lang/String; i j
^ k (Ljava/lang/Object;)V 4 m
\ n "java/lang/invoke/LambdaMetafactory p metafactory ?(Ljava/lang/invoke/MethodHandles$Lookup;Ljava/lang/String;Ljava/lang/invoke/MethodType;Ljava/lang/invoke/MethodType;Ljava/lang/invoke/MethodHandle;Ljava/lang/invoke/MethodType;)Ljava/lang/invoke/CallSite; r s
q t u 6 lambda$recoverFromStore$0 /(Lcom/groupbyinc/flux/index/shard/IndexShard;)V x y
z { run q(Lcom/groupbyinc/flux/index/shard/StoreRecovery;Lcom/groupbyinc/flux/index/shard/IndexShard;)Ljava/lang/Runnable; } ~ executeRecovery C(Lcom/groupbyinc/flux/index/shard/IndexShard;Ljava/lang/Runnable;)Z ? ?
? recoveryType
indexShard ,Lcom/groupbyinc/flux/index/shard/IndexShard; recoverFromLocalShards ^(Ljava/util/function/BiConsumer;Lcom/groupbyinc/flux/index/shard/IndexShard;Ljava/util/List;)Z java/io/IOException ? LOCAL_SHARDS ? U
? %expected local shards recovery type: ? java/util/List ? isEmpty ()Z ? ? ? ? "java/lang/IllegalArgumentException ? shards must not be empty ? (Ljava/lang/String;)V 4 ?
? ? stream ()Ljava/util/stream/Stream; ? ? ? ? &(Ljava/lang/Object;)Ljava/lang/Object; ? lambda$recoverFromLocalShards$1 W(Lcom/groupbyinc/flux/index/shard/LocalShardSnapshot;)Lcom/groupbyinc/flux/index/Index; ? ?
? ? ? apply ()Ljava/util/function/Function; ? ? ? java/util/stream/Stream ? map 8(Ljava/util/function/Function;)Ljava/util/stream/Stream; ? ? ? ? java/util/stream/Collectors ? toSet ()Ljava/util/stream/Collector; ? ?
? ? collect 0(Ljava/util/stream/Collector;)Ljava/lang/Object; ? ? ? ?
java/util/Set ? size ()I ? ? ? ? )can't add shards from more than one index ? get (I)Ljava/lang/Object; ? ? ? ? 2com/groupbyinc/flux/index/shard/LocalShardSnapshot ? getIndexMetaData 6()Lcom/groupbyinc/flux/cluster/metadata/IndexMetaData; ? ?
? ? 2com/groupbyinc/flux/cluster/metadata/IndexMetaData ? getMappings 7()Lcom/groupbyinc/flux/common/collect/ImmutableOpenMap; ? ?
? ? 3com/groupbyinc/flux/common/collect/ImmutableOpenMap ? iterator ()Ljava/util/Iterator; ? ?
? ? java/util/Iterator ? hasNext ? ? ? ? next ()Ljava/lang/Object; ? ? ? ? Gcom/groupbyinc/flux/common/carrotsearch/hppc/cursors/ObjectObjectCursor ? key Ljava/lang/Object; ? ? ? ? java/lang/String ? value ? ? ? ? 4com/groupbyinc/flux/cluster/metadata/MappingMetaData ? java/util/function/BiConsumer ? accept '(Ljava/lang/Object;Ljava/lang/Object;)V ? ? ? ?
mapperService 2()Lcom/groupbyinc/flux/index/mapper/MapperService; ? ?
E ? MAPPING_RECOVERY ; ILcom/groupbyinc/flux/common/carrotsearch/hppc/cursors/ObjectObjectCursor; indices 2Ljava/util/Set; Ljava/util/Set; sourceMetaData 4Lcom/groupbyinc/flux/cluster/metadata/IndexMetaData; indexSort 6Lcom/groupbyinc/flux/common/apache/lucene/search/Sort; isSplit mappingUpdateConsumer iLjava/util/function/BiConsumer; Ljava/util/function/BiConsumer; shards FLjava/util/List; Ljava/util/List;
addIndices!(Lcom/groupbyinc/flux/indices/recovery/RecoveryState$Index;Lcom/groupbyinc/flux/common/apache/lucene/store/Directory;Lcom/groupbyinc/flux/common/apache/lucene/search/Sort;[Lcom/groupbyinc/flux/common/apache/lucene/store/Directory;JJLcom/groupbyinc/flux/cluster/metadata/IndexMetaData;IZZ)V java/lang/ThrowableB (com/groupbyinc/flux/common/lucene/LuceneD cleanLuceneIndex =(Lcom/groupbyinc/flux/common/apache/lucene/store/Directory;)V FG
EH
\ 7 readSegmentInfos y(Lcom/groupbyinc/flux/common/apache/lucene/store/Directory;)Lcom/groupbyinc/flux/common/apache/lucene/index/SegmentInfos; KL
EM ;com/groupbyinc/flux/common/apache/lucene/index/SegmentInfosO getIndexCreatedVersionMajor Q ?
PR (I)V 4T
PU commit WG
PX Kcom/groupbyinc/flux/common/apache/lucene/store/HardlinkCopyDirectoryWrapperZ 4G
[\ ?(Lcom/groupbyinc/flux/common/apache/lucene/analysis/Analyzer;)V 4^
!_ setCommitOnClose E(Z)Lcom/groupbyinc/flux/common/apache/lucene/index/IndexWriterConfig; ab
!c ([Lcom/groupbyinc/flux/common/apache/lucene/store/Directory;)J ??
~? 5com/groupbyinc/flux/common/apache/lucene/search/Query? 3com/groupbyinc/flux/index/shard/ShardSplittingQuery? 9(Lcom/groupbyinc/flux/cluster/metadata/IndexMetaData;IZ)V 4?
?? deleteDocuments ;([Lcom/groupbyinc/flux/common/apache/lucene/search/Query;)J ??
~? ? lambda$addIndices$4 (JJ)Ljava/util/Iterator; ??
?? (JJ)Ljava/lang/Iterable; ?? ? setLiveCommitData (Ljava/lang/Iterable;)V ??
~? ()J W?
~? close ? 6
~?
addSuppressed (Ljava/lang/Throwable;)V ??
C? ;[Lcom/groupbyinc/flux/common/apache/lucene/store/Directory;? writer (Lcom/groupbyinc/flux/index/shard/ShardId;Ljava/lang/String;)V 42
/3 [{}] restoring shard [{}]5 snapshot *()Lcom/groupbyinc/flux/snapshots/Snapshot; 78
9 totalOperations ;T
< totalOperationsOnStart >T
? m j
A 'com/groupbyinc/flux/index/shard/ShardIdC getIndexName E j
DF equals (Ljava/lang/Object;)Z HI
?J _na_L id N ?
DO ((Ljava/lang/String;Ljava/lang/String;I)V 4Q
DR +com/groupbyinc/flux/repositories/RepositoryT getRepositoryData 3()Lcom/groupbyinc/flux/repositories/RepositoryData; VW UX /com/groupbyinc/flux/repositories/RepositoryDataZ resolveIndexId >(Ljava/lang/String;)Lcom/groupbyinc/flux/repositories/IndexId; \]
[^ &com/groupbyinc/flux/snapshots/Snapshot`
getSnapshotId ,()Lcom/groupbyinc/flux/snapshots/SnapshotId; bc
ad
f restoreShard ?(Lcom/groupbyinc/flux/index/shard/IndexShard;Lcom/groupbyinc/flux/snapshots/SnapshotId;Lcom/groupbyinc/flux/Version;Lcom/groupbyinc/flux/repositories/IndexId;Lcom/groupbyinc/flux/index/shard/ShardId;Lcom/groupbyinc/flux/indices/recovery/RecoveryState;)V hi Uj shardRouting 2Lcom/groupbyinc/flux/cluster/routing/ShardRouting; lm En *only primary shards can recover from storep (com/groupbyinc/flux/repositories/IndexIdr restore donet restore failedv
/? snapshotShardId indexName indexId *Lcom/groupbyinc/flux/repositories/IndexId;
restoreSource
translogState =Lcom/groupbyinc/flux/indices/recovery/RecoveryState$Translog; restoring from {} ...? -?
? java/util/HashMap?
?U (J)Ljava/lang/String; i?
?? put 8(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object; ??
?? local_checkpoint? max_unsafe_auto_id_timestamp? entrySet ()Ljava/util/Set; ??
?? ? ? liveCommitData 9Ljava/util/HashMap; Ljava/util/HashMap; &starting recovery from local shards {}? getSnapshotDirectory ??
??? p(Lcom/groupbyinc/flux/index/shard/LocalShardSnapshot;)Lcom/groupbyinc/flux/common/apache/lucene/store/Directory;? ? ? lambda$recoverFromLocalShards$2 >(I)[Lcom/groupbyinc/flux/common/apache/lucene/store/Directory; ??
??? "()Ljava/util/function/IntFunction; ?? ? toArray 5(Ljava/util/function/IntFunction;)[Ljava/lang/Object; ?? ?? (Ljava/lang/Object;)J? ??
??? 7(Lcom/groupbyinc/flux/index/shard/LocalShardSnapshot;)J? applyAsLong %()Ljava/util/function/ToLongFunction; ?? ? mapToLong B(Ljava/util/function/ToLongFunction;)Ljava/util/stream/LongStream; ?? ?? java/util/stream/LongStream? max ()Ljava/util/OptionalLong; ?? ?? java/util/OptionalLong? getAsLong ??
?? ??
??? ?
? +()Lcom/groupbyinc/flux/index/shard/ShardId; 0?
E? @A
? w y
?
forceMerge (ZIZZZ)V ??
? #failed to recover from local shards? ex x$0 #()Lcom/groupbyinc/flux/index/Index; ?
?? s 4Lcom/groupbyinc/flux/index/shard/LocalShardSnapshot; starting recovery from store ...? a ? ? java/lang/Class? desiredAssertionStatus ? ?
?? Code LocalVariableTable LineNumberTable
StackMapTable LocalVariableTypeTable
Exceptions Signature ?(Ljava/util/function/BiConsumer;Lcom/groupbyinc/flux/index/shard/IndexShard;Ljava/util/List;)Z BootstrapMethods
SourceFile InnerClasses 0 . / 0 1 2 3 4 5 ? Y *? 8*,? :*+? 0 1 . / ? J K L M ? @ ? ? Q*+? C? J+? I? M? QM? S? ,,? W? %,? Z? ? \Y? ^Y? _a? e,? h? l? o?*+*+? ? ? ??? ? < ? U Q = > Q ? ? ? Y Z [ B ] O b? ? B
? ? ? ? ~
7*,? C?0,? I? M? Q:? S? '? ?? ? \Y? ^Y? _?? e? h? l? o?-? ? ?
? ?Y?? ??-? ? ? ? ? ? ? ?? ? ? ?:? ? ?
? ?Yŷ ??-? ? ? ˶ ?:? ն ?:? ? ? (? ? ? ?:+? ?? ?? ?? ? ? ???,? ?? ??,?:,? ??
6?
,??? ? 6 ? S? ! ? ?? ?$? ? \Y&? o?*,*-, ?. ? ??? ? p ? /1 ! ? U n ?24 ? ?56 ? W78 ? N 3 ? 89 3 7 = > 7:< 7 ? ? 7=? ? * ? /0 n ?23 7:; 7=> ? N f g h > i G j Q l n m y n ? p ? q ? r ? s ? t ? v ? w ? x ? y! {5 ?? ; ? >
? 1 ?? ? ?? .? .@? %? ? E ? ? ?? ? @A ? ? ,?I? S? ?? ? \Y?J?2?N?S6
?PY
?V,?Y?[Y,?]:? !Y?`?d?j?n?r?v:-?
-?zW?~Y? Y+????::??X ? ??Y??Y
??S??X?? ????X? ??? C:??? 7??? /::?:? ??? :??? ???? ? ? ?C x ? ?C x ? ? ? ? ?C ? ? ? ? ? u ??? = > ?? ?? 78 ?? ?? ?? ?6 0?
? 3 3 $ ???
; ??? U ??? ? V ? ? ? $ ? 1 ? ; ? D ? J ? P ? U ? Y ? ` ? x ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ?? | ? G| !? >~C`C GCHC? |? ?| !~C C C ? |? ?| ! ? ? ?? ? ? Z*+? C? S+? I? M? QN? S? &-?¥ ? \Y? ^Y? _Ķ e-? h? l? o?+? I? M? :*+*+,?? ? ??? ? 4 E ? U H ?? Z = > Z ? ? Z?? ? < H X? ? <
? A @ ? v (+?Բڦ ?+?? ??Y*? <???? ? ( = > ( ? ? ?
" # &%? ? ? ? ` ?,?? +??N+? I:? S? @-???
-??? 2? \Y? ^Y? _?? e*? ???&? hA? e?>?D?&? h(? eWF? e?J?M?O? e?J?P?&? h ? eW*? :R?V?W?&?[ ? &*? :?^ ? *? :`?V?W?&?d ?N+?Բڦ ?-?h??
-?h?? ?-?N? N+?Բڦ ???Y*? <l-??? ??? ??? ??? ??? ? \ gm? p
no ?p? ? Fq ? $rs ? rt ? = > ? ? ? ?uv ? ? # - 0 1 2 T4 `5 g6 p7 ?8 ?9 ?: ?; ?< ?=>#?6@LAdB}C?D?F?G?H?J?L?N?P?Q?X?R?S?U?W?Y? K ? %? .?+"? E? ?? ?? E? jC?? ?? ? ? w y ? ?
+? IM,? M? Q? W? ? >+?|}7:+??:??????:? o:?: ??????: ? 1:
??? ^Y? _ ? e?? e
??? e?? e? l: ? &??Y*? ? E R U? / ? ??v?? ? /??y /?? ? /?? ??? ? ? W ,t
E e @ jrt ? rt 2 3 ?? I | m? ? r ? ? rt = > ? ? Fq ? 3 !?? $? *? ?
B ` a b c !d $e *f /i 4k ;w >l @m Eo Rs Up Wq ^r ?t ?u ?x ?y ?z ?~ ? ?? ?? ?? ?? ?? ?? ??? ?3?4?D?I?P?W?g?o?v?|???????????????????????????????????????????? f ? @? & E P? ?? E P?? ? ?-? &B?'? @"B ?"c?RC ? ? ?? ? ? =,??:+? ?# :? ? ? $? ? ? ?:?&7-?*??ر ? H 0 +? ' , = = > = = =m? 7?? ? ? ? '? 0? 9? <?? ? | ?? *? ? -? ? ?
5+? I?J:-? ?/Y*? <1?4?*? :? ? *? :6-?:*? # rt 5 = > 5 ? ? 5?? 5}? ,~ ? ~ ? ?
? ? (? <? B? H? L? R? X? g? |? ?? ?? ?? ?? ?? ?? ?? ?? ?? ?????? ?!?#?4?? U ? ? ?D ?? ? EU D ?s?P ? ? EU ??? ? k *? :?+? I? M?d *+,-??? ? * = > ? ? ?? ?? ?
?? ? ? ?=? ? ? ? ?78 ?9 3 ? 3 ? > |
~ 5 ? O ? P ? i ? { ? ? ? ? ? ? ? ? ? ? ? ? ? ? ?? ? ? ?
?? ? / ?|? ? ?? ?
? ? ? / *?? ? ?? ? l x y ? N *? :?? *+?ֱ ? = > ? ? ? ^ _ ` ? 6 ? 4 ?? ? ? S? ? E? @ ? \ v w | w v ? ? ? v w+ w v ??? v w? w v ??? v ??? v ??? v ???? ? R
@ @ ! "@ $ % ' ( * , -