• Home
• com.groupbyinc
• common-flux
• 53
• source code
• RecoverySourceHandler.class

×

Project download

Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $

You can buy this project and download/modify it how often you want.

com.groupbyinc.flux.indices.recovery.RecoverySourceHandler.class Maven / Gradle / Ivy

????3
:com/groupbyinc/flux/indices/recovery/RecoverySourceHandler

java/lang/Object
RecoverySourceHandler.java

?(Lcom/groupbyinc/flux/index/shard/IndexShard;Lcom/groupbyinc/flux/indices/recovery/StartRecoveryRequest;Lcom/groupbyinc/flux/indices/recovery/RecoverySettings;Lcom/groupbyinc/flux/transport/TransportService;Lcom/groupbyinc/flux/common/logging/ESLogger;)V
()VLN
O
?(Lcom/groupbyinc/flux/indices/recovery/RecoverySourceHandler;)VLQ
RHI	T:;	V@A	XBC	Z89	\DE	^
9com/groupbyinc/flux/indices/recovery/StartRecoveryRequest`
+()Lcom/groupbyinc/flux/index/shard/ShardId;>b
ac
'com/groupbyinc/flux/index/shard/ShardIde
index
#()Lcom/groupbyinc/flux/index/Index;gh
fi
com/groupbyinc/flux/index/Indexk
name
()Ljava/lang/String;mn
lo<=	q
id
()Ist
fu>?	w
5com/groupbyinc/flux/indices/recovery/RecoveryResponsey
zOFG	|
this
Lcom/groupbyinc/flux/index/deletionpolicy/SnapshotIndexCommit;

e
Ljava/lang/Throwable;
phase2Snapshot
6Lcom/groupbyinc/flux/index/translog/Translog$Snapshot;
translogView
2Lcom/groupbyinc/flux/index/translog/Translog$View;
)Lcom/groupbyinc/flux/index/engine/Engine;
Dcom/groupbyinc/flux/common/apache/lucene/index/CorruptIndexException?
Icom/groupbyinc/flux/common/apache/lucene/index/IndexFormatTooOldException?
Icom/groupbyinc/flux/common/apache/lucene/index/IndexFormatTooNewException?
checkForCancel
N
.


store
)()Lcom/groupbyinc/flux/index/store/Store;


?

incRef
N
#

$com/groupbyinc/flux/common/StopWatch



O
start
(()Lcom/groupbyinc/flux/common/StopWatch;






getMetadata
v(Lcom/groupbyinc/flux/common/apache/lucene/index/IndexCommit;)Lcom/groupbyinc/flux/index/store/Store$MetadataSnapshot;


#

java/io/IOException

recovery


failEngine
*(Ljava/lang/String;Ljava/lang/Throwable;)V


?

getFiles
()[Ljava/lang/String;


?

[Ljava/lang/String;
!
get
G(Ljava/lang/String;)Lcom/groupbyinc/flux/index/store/StoreFileMetaData;
#
$
!
%
8Snapshot differs from actual index for file: {} meta: {}
'
asMap
()Ljava/util/Map;
)
*
!
+
info
-??
.
java/lang/StringBuilder
0

1O
JSnapshot differs from actual index - maybe index was removed metadata has 
3
append
-(Ljava/lang/String;)Ljava/lang/StringBuilder;
5
6

1
7

java/util/Map
9
size
;t
:
<
(I)Ljava/lang/StringBuilder;
5
>

1
?
 files
A
toString
Cn

1
D
'(Ljava/lang/String;Ljava/lang/String;)VL
F
?
G
	getSyncId
In
!
J
metadataSnapshot
:()Lcom/groupbyinc/flux/index/store/Store$MetadataSnapshot;
L
M
a
N
java/lang/String
P
equals
(Ljava/lang/Object;)Z
R
S

Q
T

getNumDocs
V?
!
W
java/lang/IllegalStateException
Y
try to recover 
[
-(Ljava/lang/Object;)Ljava/lang/StringBuilder;
5
]

1
^
< from primary shard with sync id but number of docs differ: 
`
(J)Ljava/lang/StringBuilder;
5
b

1
c
 (
e

sourceNode
2()Lcom/groupbyinc/flux/cluster/node/DiscoveryNode;
g
h
a
i
.com/groupbyinc/flux/cluster/node/DiscoveryNode
k
getName
mn

l
n
, primary) vs 
p

(
r

targetNode
t
h
a
u

)
w
(Ljava/lang/String;)VL
y

Z
z
Y[{}][{}] skipping [phase1] to {} - identical sync id [{}] found on both source and target
|
recoveryDiff
n(Lcom/groupbyinc/flux/index/store/Store$MetadataSnapshot;)Lcom/groupbyinc/flux/index/store/Store$RecoveryDiff;
~

!
?
	identical
Ljava/util/List;
?
?	&
?
java/util/List
?
iterator
()Ljava/util/Iterator;
?
?
?
?
java/util/Iterator
?
hasNext
()Z
?
?
?
?
next
()Ljava/lang/Object;
?
?
?
?
1com/groupbyinc/flux/index/store/StoreFileMetaData
?
phase1ExistingFileNames
?
?	z
?

?o
add
?
S
?
?
phase1ExistingFileSizes
?
?	z
?
length
??

?
?
isTraceEnabled
?
??
?
m[{}][{}] recovery [phase1] to {}: not recovering [{}], exists in local store and has checksum [{}], size [{}]
?
checksum
?n

?
?
	different
?
?	&
?
missing
?
?	&
?
:com/groupbyinc/flux/common/google/common/collect/Iterables
?
concat
>(Ljava/lang/Iterable;Ljava/lang/Iterable;)Ljava/lang/Iterable;
?
?

?
?
java/lang/Iterable
?
?
?
containsKey
?
S
:
?
s[{}][{}] recovery [phase1] to {}: recovering [{}], exists in local store, but is different: remote [{}], local [{}]
?
&(Ljava/lang/Object;)Ljava/lang/Object;
#
?
:
?
L[{}][{}] recovery [phase1] to {}: recovering [{}], does not exists in remote
?
phase1FileNames
?
?	z
?
phase1FileSizes
?
?	z
?
phase1TotalSize

J
?
?	z
?
phase1ExistingTotalSize
?
?	z
?
u[{}][{}] recovery [phase1] to {}: recovering_files [{}] with total_size [{}], reusing_files [{}] with total_size [{}]
?
?
<
-com/groupbyinc/flux/common/unit/ByteSizeValue
?
(J)VL
?

?
?
q(Lcom/groupbyinc/flux/indices/recovery/RecoverySourceHandler;Lcom/groupbyinc/flux/index/translog/Translog$View;)VL
?

?
execute
E(Lcom/groupbyinc/flux/common/util/CancellableThreads$Interruptable;)V
?
?
.
?
#java/util/concurrent/CountDownLatch
?
(I)VL
?

?
?
)java/util/concurrent/CopyOnWriteArrayList
?

?O
+java/util/concurrent/atomic/AtomicReference
?

?O
&java/util/concurrent/atomic/AtomicLong
?

?O
(I)Ljava/lang/Object;
#
?
?
?
	longValue
??
?
?
5com/groupbyinc/flux/indices/recovery/RecoverySettings
?
SMALL_FILE_CUTOFF_BYTES
?
?	
?
?
concurrentStreamPool
+()Ljava/util/concurrent/ThreadPoolExecutor;
?
?

?
?
concurrentSmallFileStreamPool
?
?

?
'java/util/concurrent/ThreadPoolExecutor

?(Lcom/groupbyinc/flux/indices/recovery/RecoverySourceHandler;Ljava/lang/String;Ljava/util/concurrent/CountDownLatch;Lcom/groupbyinc/flux/index/store/Store;Lcom/groupbyinc/flux/index/store/Store$MetadataSnapshot;Ljava/util/concurrent/atomic/AtomicLong;Lcom/groupbyinc/flux/index/translog/Translog$View;Ljava/util/concurrent/atomic/AtomicReference;Ljava/util/concurrent/CopyOnWriteArrayList;)VL

(Ljava/lang/Runnable;)V
?

d(Lcom/groupbyinc/flux/indices/recovery/RecoverySourceHandler;Ljava/util/concurrent/CountDownLatch;)VL


#
?

?

$com/groupbyinc/flux/ExceptionsHelper
rethrowAndSuppress
(Ljava/util/List;)V


(Lcom/groupbyinc/flux/indices/recovery/RecoverySourceHandler;Lcom/groupbyinc/flux/index/store/Store$MetadataSnapshot;Lcom/groupbyinc/flux/index/translog/Translog$View;Lcom/groupbyinc/flux/index/store/Store;Lcom/groupbyinc/flux/index/deletionpolicy/SnapshotIndexCommit;)VL

prepareTargetForTranslog
5(Lcom/groupbyinc/flux/index/translog/Translog$View;)V

+[{}][{}] recovery [phase1] to {}: took [{}]
	totalTime
-()Lcom/groupbyinc/flux/common/unit/TimeValue;

 
)com/groupbyinc/flux/common/unit/TimeValue"
millis$?
#%

phase1Time'
?	z(
decRef*N
#+
Bcom/groupbyinc/flux/indices/recovery/RecoverFilesRecoveryException-
q(Lcom/groupbyinc/flux/index/shard/ShardId;ILcom/groupbyinc/flux/common/unit/ByteSizeValue;Ljava/lang/Throwable;)VL/
.0
recoverySourceMetadata
8Lcom/groupbyinc/flux/index/store/Store$MetadataSnapshot;
ex
Ljava/io/IOException;
md
3Lcom/groupbyinc/flux/index/store/StoreFileMetaData;

numDocsTarget

numDocsSource
pool
)Ljava/util/concurrent/ThreadPoolExecutor;
fileSize
diff
4Lcom/groupbyinc/flux/index/store/Store$RecoveryDiff;
latch
%Ljava/util/concurrent/CountDownLatch;

exceptions
BLjava/util/concurrent/CopyOnWriteArrayList;
+Ljava/util/concurrent/CopyOnWriteArrayList;
corruptedEngine
DLjava/util/concurrent/atomic/AtomicReference;
-Ljava/util/concurrent/atomic/AtomicReference;
	fileIndex
bytesSinceLastPause
(Ljava/util/concurrent/atomic/AtomicLong;
	stopWatch
&Lcom/groupbyinc/flux/common/StopWatch;
recoverySourceSyncId
recoveryTargetSyncId
recoverWithSyncId
	totalSize
existingTotalSize
'Lcom/groupbyinc/flux/index/store/Store;
>{} recovery [phase1] to {}: prepare remote engine for translogR


?
stopU


V
	startTimeX
?	zY
9{} recovery [phase1] to {}: remote engine start took [{}][
startEngineStart
state
3()Lcom/groupbyinc/flux/index/shard/IndexShardState;^_
?`
/com/groupbyinc/flux/index/shard/IndexShardStateb
CLOSED
1Lcom/groupbyinc/flux/index/shard/IndexShardState;de	cf
9com/groupbyinc/flux/index/shard/IndexShardClosedExceptionh
,(Lcom/groupbyinc/flux/index/shard/ShardId;)VLj
ik
>{} recovery [phase2] to {}: sending transaction log operationsm
sendSnapshot
9(Lcom/groupbyinc/flux/index/translog/Translog$Snapshot;)Iop
q
%{} recovery [phase2] to {}: took [{}]s

phase2Timeu
?	zv
phase2Operationsx?	zy
?com/groupbyinc/flux/index/shard/IllegalIndexShardStateException{
"[{}][{}] finalizing recovery to {}}
R
markAsRelocated?
?
a?
to ?
	relocated
@(Ljava/lang/String;)Lcom/groupbyinc/flux/index/shard/IndexShard;??
??
-[{}][{}] finalizing recovery to {}: took [{}]?
java/util/ArrayList?
?O
9()Lcom/groupbyinc/flux/index/translog/Translog$Operation;
???
*com/groupbyinc/flux/ElasticsearchException?
*failed to get next operation from translog?
=(Ljava/lang/String;Ljava/lang/Throwable;[Ljava/lang/Object;)VL?
??
builder
A()Lcom/groupbyinc/flux/transport/TransportRequestOptions$Builder;??
3?
compress?
?

??
withCompress
B(Z)Lcom/groupbyinc/flux/transport/TransportRequestOptions$Builder;??
1?
RECOVERY
;
recoveryOptions
7Lcom/groupbyinc/flux/transport/TransportRequestOptions;
cancel?
y
.?
reason
ShardRecoveryHandler{shardId=?

, sourceNode=?

, targetNode=?
(C)Ljava/lang/StringBuilder;
5?

1?

access$000
j(Lcom/groupbyinc/flux/indices/recovery/RecoverySourceHandler;)Lcom/groupbyinc/flux/index/shard/IndexShard;
x0

access$100
y(Lcom/groupbyinc/flux/indices/recovery/RecoverySourceHandler;)Lcom/groupbyinc/flux/indices/recovery/StartRecoveryRequest;

access$200
u(Lcom/groupbyinc/flux/indices/recovery/RecoverySourceHandler;)Lcom/groupbyinc/flux/indices/recovery/RecoverySettings;

access$300
n(Lcom/groupbyinc/flux/indices/recovery/RecoverySourceHandler;)Lcom/groupbyinc/flux/transport/TransportService;

access$400
r(Lcom/groupbyinc/flux/indices/recovery/RecoverySourceHandler;)Lcom/groupbyinc/flux/common/util/CancellableThreads;

java/lang/Class?
desiredAssertionStatus?
?
??
Code
LocalVariableTable
LineNumberTable

StackMapTable
LocalVariableTypeTable

SourceFile
InnerClasses!
89:;<=>?@ABCDEFGHIJK
LM
??V*?P*?Y*?S?U*+?W*,?Y*-?[*?]*?_**?Y?d?j?p?r**?Y?d?v?x*?zY?{?}??>V~V:;
V@AVBCVDEV89?.hVijkl%m+n<oJqUr
??
??
?*?W??L???+???
??Y????+????M
N*?]??Y,????S??*?W??:?$:??Y,S????Y*?W????¿*,????YS?ϧ*:??Y*?W????¿:??YS???*?]??Y,?ָ?S??,??:
:*???]???
?N:??B??
?8::?:?%???
?:		??
??
??:??Y*?W????¿*??,?K-?,??@:-??5,??.:N?:
,?-?,??:-??,??
?*?}?BLO?pw??pw??????????????



??


?
4
7?
Y
]
`?)
Q
r?)
Q
z
?
?
??
r
|
z?\	L??Q??????h??
9??p???'
v??
?~
???
?vxyz){B~L?OQ?\?p?w???????????????????
?
4?
7?
9?
M?
Q?
rz
z?
???????/??
?? ?U?U??;????
?I?H??	?????
?????B????
?
F?G?????
?
??
??
?
U_*?U?
	B	7*?W?
:?
	?
Y?
?
:+?
:	?:
*?W??

?

?+?
 :

?66?h
2:
	
?
&:?M*?]
(?Y
SY	?
,S?
/??Y?
1Y?
2
4?
8	?
,?
=
?
@
B?
8?
E
?
H??
???	?
K:
*?Y?
O?
K:
?
?
U??6??*?Y?
O?
X7	?
X7??g?
ZY?
1Y?
2
\?
8*?Y?d?
_
a?
8?
d
f?
8*?Y?
j?
o?
8
q?
8?
d
s?
8*?Y?
v?
o?
8
x?
8?
E?
{?*?]
}?Y*?rSY*?x??SY*?Y?
vSY
S???B	*?Y?
O?
?:

?
??
?
:?
?
???
?
?
?:*?}?
??
??
?W*?}?
??
????
?W?
?a7*?]?
?
?J*?]
??Y*?rSY*?x??SY*?Y?
vSY?
?SY?
?SY?
???S??!?
?aB??^
?
?
?
??
??
?
:?
?
???
?
?
?:*?Y?
O?
,?
??
??V*?]
??Y*?rSY*?x??SY*?Y?
vSY?
?SY*?Y?
O?
,?
??
?SYS???6*?]
??Y*?rSY*?x??SY*?Y?
vSY?
?S??*?}?
??
??
?W*?}?
??
????
?W!?
?aB??*?}!?
?*?}?
?*?]
??Y*?rSY*?x??SY*?Y?
vSY*?}?
ȹ
?
??SY?
?Y!?
?SY*?}?
??
?
??SY?
?Y?
?S??*?U?Y*,?
ݶ
?
?Y*?}?
ȹ
?
?
?:?
?Y?
?:?
?Y?
?:6?
?Y?
?:*?}?
ȹ
?
:?
?
?e?
?
?
Q:*?}?
??
????
?7?
???*?[?
?:?*?[?
:?Y*	,??	?
???*?U?Y*??
???!*?W??
????
?????*?U?Y*	,+??
?*,?*?]?Y*?rSY*?x??SY*?Y?
vSY?!S??*?}?!?&?)?,?4:?.Y*?Y?d*?}?
ȹ
?
?
?Y!?
??1?:?,??&.1?&.1?&.1?%-?%T-VT?
..23	345
jO67aXm=
??8
?
?9
?
??67??67_:;M=<
?7Sm=k":;
?1=>
???@??AC?DF
?G??HI&?JKE?23	?_L=
?SM=?=NK/%??_~_??
_??	VO
?SP
?J
Q???AB?DE?
fY??	????&?.?1?3?B?E?a?j?o?????????????????????
?
?
l?
??
??
??
??
??
??
??
????%?N?S?[?^???????????
? ?%?7?L?T?W?_?h????????????????
?
7

M
V
b
k
?
t?
u?
w?
?
??
??
??
??
??
?
?%
?*
?-
?/
?T
?^
??
??1?#


?!?

"

?e??%
Q
Q@
???#
!
Q
Q
?2?#
!
Q
Q
?&
????#
!
Q
Q
&
?
??
?#
!
Q
Q
&?
???#
!
Q
Q
&
?
?2?1?#
!
Q
Q
&???#
!
Q
Q
&
?
?
?

?
??@
Q??!?#
!
Q
Q
&
?
?
?

?6??#
!
Q
Q
?N?#
?f?	
????
Y?
?
M*?]S?Y*?Y?dSY*?Y?
vS??,?!?&B*?U?
Y*+?T?
?,?WW*?},?!?&!e?Z*?]\?Y*?Y?dSY*?Y?
vSY,?!S????*?~???
}JK7Q]
??*

?
?/
?7
?G
?L
?\
?m
??
??
?
??
?
?*?W?a?g??iY*?Y?d?l?*?U?
?
Y?
?
M*?]n?Y*?Y?dSY*?Y?
vS??*+?r>,?WW*?]t?Y*?Y?dSY*?Y?
vSY,?!S??*?},?!?&?w*?}?z??*?~???
.qJKXG???.
?

?
?#
?.
?R
?X
?]
??
??
??
??

?N
?
^?*?W?a?g??iY*?Y?d?l?*?U?
?
Y?
?
L*?]~?Y*?rSY*?x??SY*?Y?
vS??*?U?Y*??
?*?Y???)*?W?
1Y?
2??
8*?Y?
v?
_?
E??W?M+?WW*?]??Y*?rSY*?x??SY*?Y?
vSY+?!S???
r??|??~.?JK
?>
?
#.Yhr???!?"?#?"?$??z

|op
??	

?=	B6??Y??:+??
:?:??Y???????*?[????????*?[??????:?.*?]??Y*?rSY*?x??SY*?Y?
vS????*?W?a?g??iY*?Y?d?l?*?U?
?
?W?
!??
aB?
*?[???!*?[???Ĕ?x*?U?	Y*+?Ƕ
?*?]?
?
?M*?]??Y*?rSY*?x??SY??SY?
?Y!?
?SY+??
??SY*?Y?
vS??=	B??
+??
:??':	??Y?	??????
?*?U?Y*+?Ӷ
?*?]?
?
?M*?]??Y*?rSY*?x??SY??SY?
?Y!?
?SY+??
??SY*?Y?
vS???

Q
Y
\
?p??45
^45	
?~
???

???
?
;
?
???
??
?.
???P
????

?????1/0125867.:5;><E=K>P@UAmB{A?D?E?F?H?I?J?K?L?P?[?d?e
f
.g
=h
Ae
Fk
Hl
Jm
Qp
Ys
\q
^r
ov
yw
??
??
??
??
??
??
???3?


?

?)?Q3 :?i
J
?U
?
y
?A	*?U+?߱?	~	?=
?
??

Cn
?v
@?
1Y?
2?
8*?Y?d?
_?
8*?Y?
j?
_?
8*?Y?
v?
_}??
E??
@~???!?1???
?/

*?W??
??
I??
?/

*?Y??
??
I??
?/

*?[??
??
I??
?/

*?_??
??
I??
?/

*?U??
??
I?N
?4
????????
I?@

?	
	!#$&#')*	,./	134	637@