All Downloads are FREE. Search and download functionalities are using the official Maven repository.

com.groupbyinc.flux.indices.recovery.RecoverySourceHandler.class Maven / Gradle / Ivy

There is a newer version: 198
Show newest version
????4?:com/groupbyinc/flux/indices/recovery/RecoverySourceHandlerjava/lang/ObjectRecoverySourceHandler.javaOcom/groupbyinc/flux/indices/recovery/RecoverySourceHandler$RecoveryOutputStreamRecoveryOutputStreamMcom/groupbyinc/flux/indices/recovery/RecoverySourceHandler$SendSnapshotResult	SendSnapshotResult?(Lcom/groupbyinc/flux/index/shard/IndexShard;Lcom/groupbyinc/flux/indices/recovery/RecoveryTargetHandler;Lcom/groupbyinc/flux/indices/recovery/StartRecoveryRequest;ILcom/groupbyinc/flux/common/settings/Settings;)V()VKM
N?(Lcom/groupbyinc/flux/indices/recovery/RecoverySourceHandler;)VKP

QGH	S<=	UCD	W@A	Y9com/groupbyinc/flux/indices/recovery/StartRecoveryRequest[+()Lcom/groupbyinc/flux/index/shard/ShardId;>]
\^'com/groupbyinc/flux/index/shard/ShardId`id()Ibc
ad>?	fgetClass()Ljava/lang/Class;hi
jjava/lang/Stringljava/lang/StringBuildern
oNrecover to qappend-(Ljava/lang/String;)Ljava/lang/StringBuilder;st
ou
targetNode2()Lcom/groupbyinc/flux/cluster/node/DiscoveryNode;wx
\y.com/groupbyinc/flux/cluster/node/DiscoveryNode{getName()Ljava/lang/String;}~
|toString?~
o?*com/groupbyinc/flux/common/logging/Loggers?	getLogger?(Ljava/lang/Class;Lcom/groupbyinc/flux/common/settings/Settings;Lcom/groupbyinc/flux/index/shard/ShardId;[Ljava/lang/String;)Lorg/apache/logging/log4j/Logger;??
??:;	?B?	?5com/groupbyinc/flux/indices/recovery/RecoveryResponse?
?NEF	?this()Lcom/groupbyinc/flux/common/apache/lucene/index/IndexCommit;??
?()Ljava/lang/Object;?totalOperations?c
??()Ljava/lang/Integer;?getL(Lcom/groupbyinc/flux/index/translog/Translog;)Ljava/util/function/Supplier;???phase1\(Lcom/groupbyinc/flux/common/apache/lucene/index/IndexCommit;Ljava/util/function/Supplier;)V??
?5com/groupbyinc/flux/common/apache/lucene/util/IOUtils?close([Ljava/io/Closeable;)V?
?#releasing snapshot caused exceptionwarn*(Ljava/lang/String;Ljava/lang/Throwable;)V?
phase1 failed	lambda$recoverToTarget$1M

?!estimateTotalOperationsFromMinSeq(J)I
prepareTargetForTranslog(I)V
"prepare target for translog failed4snapshot translog for recovery; current size is [{}]java/lang/Integer(I)Ljava/lang/Integer;?
newSnapshotFromMinSeqNo9(J)Lcom/groupbyinc/flux/index/translog/Translog$Snapshot;!"
#phase2:(JLcom/groupbyinc/flux/index/translog/Translog$Snapshot;)J%&
'?M)
addSuppressed(Ljava/lang/Throwable;)V+,
?-
phase2 failed/finalizeRecovery(J)V12
3?)Jphase1Snapshot8Lcom/groupbyinc/flux/index/engine/Engine$IndexCommitRef;eLjava/lang/Exception;exLjava/io/IOException;targetLocalCheckpointsnapshot6Lcom/groupbyinc/flux/index/translog/Translog$Snapshot;translog-Lcom/groupbyinc/flux/index/translog/Translog;%isSequenceNumberBasedRecoveryPossibleignoredLjava/io/Closeable;metadataSnapshot:()Lcom/groupbyinc/flux/index/store/Store$MetadataSnapshot;EF
\GgetHistoryUUIDI~
!JIJ	L
indexSettings+()Lcom/groupbyinc/flux/index/IndexSettings;NO
?P'com/groupbyinc/flux/index/IndexSettingsRgetIndexVersionCreated()Lcom/groupbyinc/flux/Version;TU
SVcom/groupbyinc/flux/VersionXV_6_0_0_rc1Lcom/groupbyinc/flux/Version;Z[	Y\before (Lcom/groupbyinc/flux/Version;)Z^_
Y`java/lang/AssertionErrorbGincoming target history N/A but index was created after or on 6.0.0-rc1d(Ljava/lang/Object;)VKf
cg
?Jequals(Ljava/lang/Object;)Zjk
mltargetHistoryUUIDLjava/lang/String;lambda$runUnderPrimaryPermit$2p?
qr?(Lcom/groupbyinc/flux/indices/recovery/RecoverySourceHandler;Lcom/groupbyinc/flux/common/util/CancellableThreads$Interruptable;)Lcom/groupbyinc/flux/common/util/CancellableThreads$Interruptable;?tuexecutew?
xrunnableBLcom/groupbyinc/flux/common/util/CancellableThreads$Interruptable;
cN
seqNoStats.()Lcom/groupbyinc/flux/index/seqno/SeqNoStats;}~
?*com/groupbyinc/flux/index/seqno/SeqNoStats?getMaxSeqNo??
??+testing sequence numbers in range: [{}, {}]?9(Ljava/lang/String;Ljava/lang/Object;Ljava/lang/Object;)V????6lambda$isTranslogReadyForSequenceNumberBasedRecovery$3?2
???(Lcom/groupbyinc/flux/indices/recovery/RecoverySourceHandler;J)Lcom/groupbyinc/flux/common/util/CancellableThreads$Interruptable;???>all operations up to [{}] completed, checking translog content?6com/groupbyinc/flux/index/seqno/LocalCheckpointTracker?.(Lcom/groupbyinc/flux/index/IndexSettings;JJ)VK?
??next9()Lcom/groupbyinc/flux/index/translog/Translog$Operation;???seqNo???markSeqNoAsCompleted?2
??
getCheckpoint??
??	operation7Lcom/groupbyinc/flux/index/translog/Translog$Operation;tracker8Lcom/groupbyinc/flux/index/seqno/LocalCheckpointTracker;endingSeqNoDcom/groupbyinc/flux/common/apache/lucene/index/CorruptIndexException?Icom/groupbyinc/flux/common/apache/lucene/index/IndexFormatTooOldException?Icom/groupbyinc/flux/common/apache/lucene/index/IndexFormatTooNewException?6com/groupbyinc/flux/transport/RemoteTransportException?checkForCancel?M
?store)()Lcom/groupbyinc/flux/index/store/Store;??
??incRef?M
#?$com/groupbyinc/flux/common/StopWatch?
?Nstart(()Lcom/groupbyinc/flux/common/StopWatch;??
??getMetadatav(Lcom/groupbyinc/flux/common/apache/lucene/index/IndexCommit;)Lcom/groupbyinc/flux/index/store/Store$MetadataSnapshot;??
#?:com/groupbyinc/flux/common/apache/lucene/index/IndexCommit?java/util/function/Supplier?recovery?	failShard*(Ljava/lang/String;Ljava/lang/Exception;)V??
??getFileNames()Ljava/util/Collection;??
??java/util/Collection?iterator()Ljava/util/Iterator;????java/util/Iterator?hasNext????????G(Ljava/lang/String;)Lcom/groupbyinc/flux/index/store/StoreFileMetaData;??
!?8Snapshot differs from actual index for file: {} meta: {}?asMap()Ljava/util/Map;??
!?info????JSnapshot differs from actual index - maybe index was removed metadata has ?
java/util/Map?size?c??(I)Ljava/lang/StringBuilder;s?
o? files?'(Ljava/lang/String;Ljava/lang/String;)VK?
??	getSyncId?~
!?
getNumDocs?
!java/lang/IllegalStateExceptiontry to recover -(Ljava/lang/Object;)Ljava/lang/StringBuilder;s
o	< from primary shard with sync id but number of docs differ: (J)Ljava/lang/StringBuilder;s
o (
sourceNodex
\, primary) vs ()(Ljava/lang/String;)VK
Iskipping [phase1]- identical sync id [{}] found on both source and targetrecoveryDiffn(Lcom/groupbyinc/flux/index/store/Store$MetadataSnapshot;)Lcom/groupbyinc/flux/index/store/Store$RecoveryDiff; !
!"	identicalLjava/util/List;$%	&&java/util/List()?1com/groupbyinc/flux/index/store/StoreFileMetaData+phase1ExistingFileNames-%	?.name0~
,1add3k)4phase1ExistingFileSizes6%	?7length9?
,:isTraceEnabled<??=]recovery [phase1]: not recovering [{}], exist in local store and has checksum [{}], size [{}]?checksumA~
,BK(Ljava/lang/String;Ljava/lang/Object;Ljava/lang/Object;Ljava/lang/Object;)V?D?Ejava/util/ArrayListG	differentI%	&J)?missingM%	&NK
HPaddAll(Ljava/util/Collection;)ZRS)TcontainsKeyVk?Wdrecovery [phase1]: recovering [{}], exists in local store, but is different: remote [{}], local [{}]Y&(Ljava/lang/Object;)Ljava/lang/Object;?[?\;outputStreamFactorieshLjava/util/function/Function;Ljava/util/function/Function;	stopWatch&Lcom/groupbyinc/flux/common/StopWatch;recoverySourceSyncIdrecoveryTargetSyncIdrecoverWithSyncId;Ljava/util/function/Supplier;	totalSizeexistingTotalSize'Lcom/groupbyinc/flux/index/store/Store;5recovery [phase1]: prepare remote engine for translog(??*!lambda$prepareTargetForTranslog$9,
-.?(Lcom/groupbyinc/flux/indices/recovery/RecoverySourceHandler;I)Lcom/groupbyinc/flux/common/util/CancellableThreads$IOInterruptable;?01stop3?
?4	startTime66	?70recovery [phase1]: remote engine start took [{}]9totalTranslogOpsstartEngineStartstate3()Lcom/groupbyinc/flux/index/shard/IndexShardState;=>
??/com/groupbyinc/flux/index/shard/IndexShardStateACLOSED1Lcom/groupbyinc/flux/index/shard/IndexShardState;CD	BE9com/groupbyinc/flux/index/shard/IndexShardClosedExceptionG,(Lcom/groupbyinc/flux/index/shard/ShardId;)VKI
HJ5recovery [phase2]: sending transaction log operationsLsendSnapshot?(JLcom/groupbyinc/flux/index/translog/Translog$Snapshot;)Lcom/groupbyinc/flux/indices/recovery/RecoverySourceHandler$SendSnapshotResult;NO
Precovery [phase2]: took [{}]R
phase2TimeT6	?U??	
Wphase2OperationsY?	?Z=6	
\resultOLcom/groupbyinc/flux/indices/recovery/RecoverySourceHandler$SendSnapshotResult;finalizing recovery`lambda$finalizeRecovery$10b2
cd?getGlobalCheckpointg?
?hlambda$finalizeRecovery$11j2
kl
?lambda$finalizeRecovery$12o2
pq?isPrimaryRelocationt?
\uperforming relocation hand-offwlambda$finalizeRecovery$13yM
z{?finalizing recovery took [{}]~globalCheckpoint&java/util/concurrent/atomic/AtomicLong?
?p
HN?no translog operations to send?lambda$sendSnapshot$14<(Ljava/util/concurrent/atomic/AtomicLong;Ljava/util/List;I)V??
???(Lcom/groupbyinc/flux/indices/recovery/RecoverySourceHandler;Ljava/util/concurrent/atomic/AtomicLong;Ljava/util/List;I)Lcom/groupbyinc/flux/common/util/CancellableThreads$IOInterruptable;???estimateSize???8sent batch of [{}][{}] (total: [{}]) translog operations?clear?M)?isEmpty??)?expected total [?], skipped [?], total sent [?]?>sent final batch of [{}][{}] (total: [{}]) translog operations???
??(JI)VK?

?ops
skippedOpstotalSentOps(Ljava/util/concurrent/atomic/AtomicLong;
operationsILjava/util/List;expectedTotalOps	sendBatchDLcom/groupbyinc/flux/common/util/CancellableThreads$IOInterruptable;cancel?
?reasonShardRecoveryHandler{shardId=?
, sourceNode=?
, targetNode=?(C)Ljava/lang/StringBuilder;s?
o?	directory<()Lcom/groupbyinc/flux/common/apache/lucene/store/Directory;??
#?8com/groupbyinc/flux/common/apache/lucene/store/IOContext?READONCE:Lcom/groupbyinc/flux/common/apache/lucene/store/IOContext;??	??8com/groupbyinc/flux/common/apache/lucene/store/Directory?	openInput?(Ljava/lang/String;Lcom/groupbyinc/flux/common/apache/lucene/store/IOContext;)Lcom/groupbyinc/flux/common/apache/lucene/store/IndexInput;??
??=com/groupbyinc/flux/common/lucene/store/InputStreamIndexInput??(Lcom/groupbyinc/flux/common/apache/lucene/store/IndexInput;J)VK?
???[??java/io/OutputStream?%com/groupbyinc/flux/common/io/Streams?copy.(Ljava/io/InputStream;Ljava/io/OutputStream;)J??
??9com/groupbyinc/flux/common/apache/lucene/store/IndexInput?
?)/{} Corrupted file detected {} checksum mismatch????
failEngine(Ljava/io/IOException;)V??
?lambda$sendFiles$15G(Lcom/groupbyinc/flux/index/store/StoreFileMetaData;)Ljava/lang/Object;??
???(Lcom/groupbyinc/flux/indices/recovery/RecoverySourceHandler;Lcom/groupbyinc/flux/index/store/StoreFileMetaData;)Lorg/apache/logging/log4j/util/Supplier;???
indexInput;Lcom/groupbyinc/flux/common/apache/lucene/store/IndexInput;ifilesoutputStreamFactorycause5org/apache/logging/log4j/message/ParameterizedMessage?F{} Remote file corruption on node {}, recovering {}. local checksum OK?((Ljava/lang/String;[Ljava/lang/Object;)VK?
??java/lang/InterruptedException?:com/groupbyinc/flux/indices/recovery/RecoveryTargetHandlerindexTranslogOperations(Ljava/util/List;I)Jset2
?to 
fhandoffPrimaryContextK(Lcom/groupbyinc/flux/index/seqno/GlobalCheckpointTracker$PrimaryContext;)V
	accept[(Lcom/groupbyinc/flux/indices/recovery/RecoveryTargetHandler;)Ljava/util/function/Consumer;	relocated2(Ljava/lang/String;Ljava/util/function/Consumer;)V
?targetAllocationId~
\updateGlobalCheckpointForShard(Ljava/lang/String;J)V
? 3markAllocationIdAsInSync#
?$prepareForTranslogOperations&'W{} Remote file corruption during finalization of recovery on node {}. local checksum OK)K?
?+x$0???.intValue0c
1
cleanFiles<(ILcom/groupbyinc/flux/index/store/Store$MetadataSnapshot;)V345java/io/BufferedOutputStream7?(Lcom/groupbyinc/flux/indices/recovery/RecoverySourceHandler;Lcom/groupbyinc/flux/index/store/StoreFileMetaData;Ljava/util/function/Supplier;)VK9
:(Ljava/io/OutputStream;I)VK<
8=receiveFileInfoD(Ljava/util/List;Ljava/util/List;Ljava/util/List;Ljava/util/List;I)V?@AwaitForOpsToCompleteC2
?D4com/groupbyinc/flux/action/support/PlainActionFutureF
GNsameIacquirePrimaryOperationPermit@(Lcom/groupbyinc/flux/action/ActionListener;Ljava/lang/String;)VKL
?M	actionGetO?
GP+com/groupbyinc/flux/common/lease/ReleasableR	RELOCATEDTD	BU;6Lcom/groupbyinc/flux/action/support/PlainActionFuture;initiateTrackinga
?bgetReplicationGroup4()Lcom/groupbyinc/flux/index/shard/ReplicationGroup;de
?f0com/groupbyinc/flux/index/shard/ReplicationGrouphgetRoutingTable>()Lcom/groupbyinc/flux/cluster/routing/IndexShardRoutingTable;jk
il:com/groupbyinc/flux/cluster/routing/IndexShardRoutingTablengetByAllocationIdF(Ljava/lang/String;)Lcom/groupbyinc/flux/cluster/routing/ShardRouting;pq
orIdelaying recovery of {} as it is not listed as assigned to target node {}t???v;com/groupbyinc/flux/indices/recovery/DelayRecoveryExceptionxPsource node does not have the shard listed in its state as allocated on the nodez
y0com/groupbyinc/flux/cluster/routing/ShardRouting}initializing?
~?4expected recovery target to be initializing but was ?routingTablejava/lang/Class?desiredAssertionStatus??
??CodeLocalVariableTableLineNumberTable
StackMapTable
ExceptionsLocalVariableTypeTable	Signatureq(Lcom/groupbyinc/flux/common/apache/lucene/index/IndexCommit;Ljava/util/function/Supplier;)V?(Lcom/groupbyinc/flux/index/store/Store;[Lcom/groupbyinc/flux/index/store/StoreFileMetaData;Ljava/util/function/Function;)VBootstrapMethods
SourceFileInnerClasses!	:;<=>?@AB?CDEFGHIJ$KL??	p*?O*?
Y*?R?T*+?V*,?X*-?Z**?Z?_?e?g**?k-?_?mY?oY?pr?v-?z???v??S????*??*??Y??????>p??p<=pCDp@Ap??p???*
ubvwxy-z^{d|o}???/*?Z??????????)**????*?V??LM*?V??N*?Z??Ĕ?*?ə*?̙?6?$*???*?Z?øֹ?*?Z??7??*?V??:?:??Y*?V??????7*??-Y?kW??????YS??Q:*????>:??Y*?V??
??:	??YS??:
*??
?	?**???*-???:??Y*?V????*??-?? ??-?$:	:
*	?(7	?]
?	?*?N:
?.?B	?*?8::
?:	?%
?	?*?:


?.?
	?*??:	??Y*?V??0	??*?4+?N,?+?5?AN,-?.?8+?5?/N-M-?:+?!,?+?5?:,?.?	+?5?*???eor????????????????????`gj?LV??LV????????A????????????
??????b?6o78t9:?;<?9:?;<
?v789:V*=6Il>?	?=6?9:	?@A?H?6??BJ?=6CD)????.?
???+???D?Y?e?o?r?t?????????????????????????????????????,?A?L?V???????????????????$??P?<??@?'L???'???R?V??	?????V??=	?????	
????H???????????????????H?D??????
???????K*?Z?H?KL?M?%+?!*?V?Q?W?]?a??cYe?h?+?+*?V?i?m????K??@no???3???3m@???G*?T*+?v?y????z{?
?????F	 *?Z??@?M?	???cY?|?*?V????B*?????!?ֹ?
e!???*?T*!???y*???!?ֹ???Y*?V?Q
e??:*?V???$::??Y:? ??Ĕ???????????]??*?N:?.?B?*?8::?:	?%??*?:

?.?
?*	???!????????????????????????>? ????>?u??? ???6'??6?F???'?;?C?Q?a?u???????????????\??h??)S?I?H????????
@??????	*	?*?T??	B	7*?V??:????Y????:+??:	?:
*?V?
??
?+?չ?:

???`
???m:	??:?C*???	?????Y?oY?p?v	???????v????????	?:
*?Z?H?:
?
?m??6??*?Z?H?7
	?7
??g?Y?oY?p?v*?Z?_?
?v??v*?Z????v?v
??v*?Z?z???v?v????*??
????	*?Z?H?#:

?'?*:???u???,:*???/?2?5W*???8?;?ֹ5W?;a7*???>?!*??@?2?C?;?ֹF!?;aB????HY
?K?L
?O?L`?Q:
?K?UW
?O?UW?*:???????,:*?Z?H???2?X?-*??Z?2*?Z?H???2?]?F?*??_?2??*???b?2?5W*???e?;?ֹ5W!?;aB??i*??!?h*???k*??m*???b?L? ?oY!?q*???/?L? ?oY?q?t*?T*,?|?y*,??:*?L?,??????*?T*,	??????:??Y:??+??:??????????:???ϸ?:?66?L2:*?T??*??????ޚ *?V???*???????????:?????Y???:??*??*??????*???????*?????????4:?Y*?Z?_*???b?L?oY!?q??:???	&.1?&.1?&.1?bru?bru???em?e?m???..	
	3;<
lEcN0o??
6
?z6?c_??<??
?i?
;<'?<w?:??
&%F?&?B#	
	??o
??o?? Jo%9:????>!?"$	?%6?&6??'? &F??"#??a	&.13?Bc l!q"?#?$?&?*?+?,?-?.?/?0?1?2-3K4a8o9r:?;?<?=?>???@?A?@?CDE&F3G@H_IvJK?J?M?O?P?Q?R?T?U?WXY*W/Z=^F`bjr?ulwr?t?u?v?w?x?y?z?{?|?}~x?????'?.???B?E?V?e?j?m?o??????K?1??#???!?
??c??%mm@????&??p,?
?@)??V,?1????#?!mm&)???E??#?!mm&)???!???I???#?!mm&)???B?'???#?!mm?'??#?f?	????S??Y????M*??)?+,????B*?T*?2??,?5W*??,????!e?8*??:,??????*S??S;?H4<6?"????-?2?B?R???%&??{*?V?@?F??HY*?Z?_?K?*?T????Y????:*??M?+*-?Q:?5W*??S????*???????V*???X?[?]??4{??{?6{>?/LC8^_?.?
??#?/?;?C?I?Z?i?u????12?2?*?V?@?F??HY*?Z?_?K?*?T????Y????N*??a?+**?f??*?V?i7*?T*?n?y**?s??*?Z?v?*??x?+*?T*?}?y-?5W*??-??????*????=6.tNT?6?>?
??#?.?:?E?N?]?i?s?????????
?o?NO???6	766??Yķ?:	?HY??:
-??6?*????+*	
??:-??Y:
??*?V?@?F??HY*?Z?_?K?*?T??
??7	??Ĕ?
??	????

?5W?
??a7?*?????8*?T??*???? ?oY?q? ?F6	7
????P
????*?T???M?F`???????6	???~??r=?	!i?%
)a??HB??Q9??
?!i??
??"		
!).:HTapw!?"?#?$?&?'?(?)?,?-?.?/?0?1?3?5
7:\={??5
?:
?)?
)?'?%?[?H????A	*?T+????	??	?o?
FG?~?z@?oY?p??v*?Z?_?
??v*?Z??
??v*?Z?z?
}??????@???KL!M1N?K????#+??,???ϸ?6,???,2:+???2?ɶ?::??Y?;??-???ظ?X?U???H:?.?<??4::?:	?!???:

?.???	??d:??Y:?T+?ޚ!*???*?g? ??*?????Y???:??*??*?????????+??:+???[`c?4Qw?4Q?????w?? ????f
1w????W<?_9: ????#??#?'#??#??#??juwxy z4}Q~wz?~???~?????????????????	?x???"?????O#??,???G?H??
#??,?????#??,B??3??)??F????????D*?V?+?ѱ????<?
?????g'??Y??Y*?g? SY*?Z?zSY+S????'??'????&????X+*?X,??	??*??=??%?????yM?Z0*?V?oY?p?v*?Z?z?
??*?XY?kW????0?????o2?D*?V*?Z??!?????6???j2??*?X?"?????6???b2?D*?V*?Z??%????=6???,??*?X?(????;????????O??Y**?V??*?Z?z?,?????????
???/?,??-??v???U*?X+?/??2,?6?? ??"$	
?k??~?T?8Y?Y*,+?;*???>?? ??"$?_uv?n2*?X*???b*???e*???/*???8+?/??2?B??2??2"$?[!\,[??2?=	*?V?E??	??	?6???p?????GY?HM*?V,J?N,?Q?SN:*?V?@?V??XY*?V??Y?+?[-?X?-?\?J:?.?>-?\?5::?:-?#?-?\?:?.?	-?\??IOR?@g?@p{???grp?*~C]????z{?^`??^_?*
????+?:?@?g?p????J	?:GS?W?H?H??GS????G?M?9*?V*?Z??c????????M??j*?V?g?mL+*?Z??sM,?(*??u*?Z?_*?Z?z?w?yY{?|??M?&,????cY?oY?p??v,?
???h??? j??_??S???&	????-?0?5?@?i???@o~(????/*?V?????U???/*?T?????U???/*?Z?????U???/*?X?????U?M?4?????M??U?@???????????????s???????y??}????????????????????/???e???m???r???|????????????j


				!#$&#')*	,./	134	689




© 2015 - 2024 Weber Informatics LLC | Privacy Policy