• Home
• com.groupbyinc
• common-flux
• 52
• source code
• StoreRecoveryService.class

×

Project download

Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $

You can buy this project and download/modify it how often you want.

com.groupbyinc.flux.index.shard.StoreRecoveryService.class Maven / Gradle / Ivy

????3\
4com/groupbyinc/flux/index/shard/StoreRecoveryService

;com/groupbyinc/flux/index/shard/AbstractIndexShardComponent
java/io/Closeable
StoreRecoveryService.java
Ecom/groupbyinc/flux/index/shard/StoreRecoveryService$RecoveryListener
RecoveryListener
6com/groupbyinc/flux/index/shard/StoreRecoveryService$3
6com/groupbyinc/flux/index/shard/StoreRecoveryService$2

6com/groupbyinc/flux/index/shard/StoreRecoveryService$1
8com/groupbyinc/flux/indices/recovery/RecoveryState$Index
2com/groupbyinc/flux/indices/recovery/RecoveryState
Index
java/util/Map$Entry

java/util/Map
Entry
7com/groupbyinc/flux/indices/recovery/RecoveryState$Type
Type
Icom/groupbyinc/flux/common/apache/lucene/index/IndexWriterConfig$OpenMode
@com/groupbyinc/flux/common/apache/lucene/index/IndexWriterConfig 
OpenMode
;com/groupbyinc/flux/indices/recovery/RecoveryState$Translog#
Translog
Scom/groupbyinc/flux/cluster/action/index/MappingUpdatedAction$MappingUpdateListener&
=com/groupbyinc/flux/cluster/action/index/MappingUpdatedAction(
MappingUpdateListener
@com/groupbyinc/flux/common/util/CancellableThreads$Interruptable+
2com/groupbyinc/flux/common/util/CancellableThreads-

Interruptable
mappingUpdatedAction
?Lcom/groupbyinc/flux/cluster/action/index/MappingUpdatedAction;

threadPool
+Lcom/groupbyinc/flux/threadpool/ThreadPool;
clusterService
,Lcom/groupbyinc/flux/cluster/ClusterService;
 waitForMappingUpdatePostRecovery
+Lcom/groupbyinc/flux/common/unit/TimeValue;
cancellableThreads
4Lcom/groupbyinc/flux/common/util/CancellableThreads;
"SETTING_MAPPING_UPDATE_WAIT_LEGACY
Ljava/lang/String;
3index.gateway.wait_for_mapping_update_post_recovery<
SETTING_MAPPING_UPDATE_WAIT
1index.shard.wait_for_mapping_update_post_recovery?
restoreService
.Lcom/groupbyinc/flux/snapshots/RestoreService;
repositoriesService
6Lcom/groupbyinc/flux/repositories/RepositoriesService;


_(Lcom/groupbyinc/flux/index/shard/ShardId;Lcom/groupbyinc/flux/index/settings/IndexSettingsService;Lcom/groupbyinc/flux/threadpool/ThreadPool;Lcom/groupbyinc/flux/cluster/action/index/MappingUpdatedAction;Lcom/groupbyinc/flux/cluster/ClusterService;Lcom/groupbyinc/flux/repositories/RepositoriesService;Lcom/groupbyinc/flux/snapshots/RestoreService;)V
*Lcom/groupbyinc/flux/common/inject/Inject;
7com/groupbyinc/flux/index/settings/IndexSettingsServiceH
getSettings
0()Lcom/groupbyinc/flux/common/settings/Settings;JK
IL
Z(Lcom/groupbyinc/flux/index/shard/ShardId;Lcom/groupbyinc/flux/common/settings/Settings;)VEN
O
()VEQ
.R89	T23	V01	XAB	ZCD	\45	^

indexSettings
.Lcom/groupbyinc/flux/common/settings/Settings;`a	b
)com/groupbyinc/flux/common/unit/TimeValuef
timeValueSeconds
.(J)Lcom/groupbyinc/flux/common/unit/TimeValue;hi
gj
,com/groupbyinc/flux/common/settings/Settingsl
	getAsTime
j(Ljava/lang/String;Lcom/groupbyinc/flux/common/unit/TimeValue;)Lcom/groupbyinc/flux/common/unit/TimeValue;no
mp67	r
this
6Lcom/groupbyinc/flux/index/shard/StoreRecoveryService;
shardId
)Lcom/groupbyinc/flux/index/shard/ShardId;
indexSettingsService
9Lcom/groupbyinc/flux/index/settings/IndexSettingsService;
recover
w(Lcom/groupbyinc/flux/index/shard/IndexShard;ZLcom/groupbyinc/flux/index/shard/StoreRecoveryService$RecoveryListener;)V
;com/groupbyinc/flux/index/shard/IndexShardRecoveryException|
?com/groupbyinc/flux/index/shard/IllegalIndexShardStateException~
*com/groupbyinc/flux/index/shard/IndexShard?
state
3()Lcom/groupbyinc/flux/index/shard/IndexShardState;??
??
/com/groupbyinc/flux/index/shard/IndexShardState?
CLOSED
1Lcom/groupbyinc/flux/index/shard/IndexShardState;??	??
shard closed?
onIgnoreRecovery
(Ljava/lang/String;)V??	?
routingEntry
4()Lcom/groupbyinc/flux/cluster/routing/ShardRouting;??
??
0com/groupbyinc/flux/cluster/routing/ShardRouting?
primary
()Z??
??vw	?
3Trying to recover when the shard is in backup state?
S(Lcom/groupbyinc/flux/index/shard/ShardId;Ljava/lang/String;Ljava/lang/Throwable;)VE?
}?
onRecoveryFailed
@(Lcom/groupbyinc/flux/index/shard/IndexShardRecoveryException;)V??	?

restoreSource
5()Lcom/groupbyinc/flux/cluster/routing/RestoreSource;??
??

from snapshot?
SNAPSHOT
9Lcom/groupbyinc/flux/indices/recovery/RecoveryState$Type;??	?

recovering
?(Ljava/lang/String;Lcom/groupbyinc/flux/indices/recovery/RecoveryState$Type;Lcom/groupbyinc/flux/cluster/routing/RestoreSource;)Lcom/groupbyinc/flux/index/shard/IndexShardState;??
??

from store?
STORE??	?
*com/groupbyinc/flux/cluster/ClusterService?
	localNode
2()Lcom/groupbyinc/flux/cluster/node/DiscoveryNode;????
?(Ljava/lang/String;Lcom/groupbyinc/flux/indices/recovery/RecoveryState$Type;Lcom/groupbyinc/flux/cluster/node/DiscoveryNode;)Lcom/groupbyinc/flux/index/shard/IndexShardState;??
??
java/lang/StringBuilder?
?R
already in recovering process, ?
append
-(Ljava/lang/String;)Ljava/lang/StringBuilder;??
??

getMessage
()Ljava/lang/String;??
?
toString??
??
)com/groupbyinc/flux/threadpool/ThreadPool?
generic
!()Ljava/util/concurrent/Executor;??
??
?(Lcom/groupbyinc/flux/index/shard/StoreRecoveryService;Lcom/groupbyinc/flux/index/shard/IndexShard;ZLcom/groupbyinc/flux/index/shard/StoreRecoveryService$RecoveryListener;)VE?
?
java/util/concurrent/Executor?
execute
(Ljava/lang/Runnable;)V????

e
ALcom/groupbyinc/flux/index/shard/IllegalIndexShardStateException;

indexShard
,Lcom/groupbyinc/flux/index/shard/IndexShard;
indexShouldExists

Z
listener
GLcom/groupbyinc/flux/index/shard/StoreRecoveryService$RecoveryListener;
recoverFromStore
d(Lcom/groupbyinc/flux/index/shard/IndexShard;ZLcom/groupbyinc/flux/indices/recovery/RecoveryState;)V
java/lang/Throwable?
java/io/IOException?
0com/groupbyinc/flux/index/engine/EngineException?
prepareForIndexRecovery?Q
??????????
store
)()Lcom/groupbyinc/flux/index/store/Store;??
??
%com/groupbyinc/flux/index/store/Store?
incRef?Q
??
failIfCorrupted
Q
?


readLastCommittedSegmentsInfo
?()Lcom/groupbyinc/flux/common/apache/lucene/index/SegmentInfos;


?

;com/groupbyinc/flux/common/apache/lucene/index/SegmentInfos

	_unknown_
	
	directory
<()Lcom/groupbyinc/flux/common/apache/lucene/store/Directory;


?


8com/groupbyinc/flux/common/apache/lucene/store/Directory

listAll
()[Ljava/lang/String;





java/util/Arrays

'([Ljava/lang/Object;)Ljava/lang/String;?




java/lang/String


 (failure=

$com/groupbyinc/flux/ExceptionsHelper

detailedMessage
)(Ljava/lang/Throwable;)Ljava/lang/String;
 
!


"

)
$
+()Lcom/groupbyinc/flux/index/shard/ShardId;v
&

'
Yshard allocated for local recovery (post api), should exist, but doesn't, current files: 
)

getVersion
()J
+
,


-
logger
-Lcom/groupbyinc/flux/common/logging/ESLogger;
/
0	
1
)cleaning existing shard, shouldn't exists
3
java/lang/Object
5
+com/groupbyinc/flux/common/logging/ESLogger
7
trace
((Ljava/lang/String;[Ljava/lang/Object;)V
9
:
8
;
:com/groupbyinc/flux/common/apache/lucene/index/IndexWriter
=
(com/groupbyinc/flux/common/lucene/Lucene
?
STANDARD_ANALYZER
2Lcom/groupbyinc/flux/index/analysis/NamedAnalyzer;
A
B	
@
C
?(Lcom/groupbyinc/flux/common/apache/lucene/analysis/Analyzer;)VE
E
!
F
CREATE
KLcom/groupbyinc/flux/common/apache/lucene/index/IndexWriterConfig$OpenMode;
H
I	
J
setOpenMode
?(Lcom/groupbyinc/flux/common/apache/lucene/index/IndexWriterConfig$OpenMode;)Lcom/groupbyinc/flux/common/apache/lucene/index/IndexWriterConfig;
L
M
!
N
(Lcom/groupbyinc/flux/common/apache/lucene/store/Directory;Lcom/groupbyinc/flux/common/apache/lucene/index/IndexWriterConfig;)VE
P

>
Q
close
SQ

>
T
getTranslog
?()Lcom/groupbyinc/flux/indices/recovery/RecoveryState$Translog;
V
W

X
totalOperations
(I)V
Z
[
$
\
3failed to fetch index version after copying it over
^
getIndex
<()Lcom/groupbyinc/flux/indices/recovery/RecoveryState$Index;
`
a

b

updateVersion
(J)V
d
e

f
files
S(Lcom/groupbyinc/flux/common/apache/lucene/index/SegmentInfos;)Ljava/lang/Iterable;
h
i

@
j
java/lang/Iterable
l
iterator
()Ljava/util/Iterator;
n
o
m
p
java/util/Iterator
r
hasNext
t?
s
u
next
()Ljava/lang/Object;
w
x
s
y

fileLength
(Ljava/lang/String;)J
{
|


}

addFileDetail
(Ljava/lang/String;JZ)V

?

?
failed to list file details
?
debug
=(Ljava/lang/String;Ljava/lang/Throwable;[Ljava/lang/Object;)V
?
?
8
?
performTranslogRecovery
(Z)Ljava/util/Map;
?
?
?
?
finalizeRecovery
?Q
?
?
?
'
'com/groupbyinc/flux/index/shard/ShardId
?
index
#()Lcom/groupbyinc/flux/index/Index;
?
?

?
?
com/groupbyinc/flux/index/Index
?
name
??

?
?
entrySet
()Ljava/util/Set;
?
?
?

java/util/Set
?
?
p
getKey
?
x
?
getValue
?
x
?
(com/groupbyinc/flux/index/mapper/Mapping
?
validateMappingUpdate
Q(Ljava/lang/String;Ljava/lang/String;Lcom/groupbyinc/flux/index/mapper/Mapping;)V
?
?

?
post recovery from shard_store
?
postRecovery
@(Ljava/lang/String;)Lcom/groupbyinc/flux/index/shard/IndexShard;
?
?
?
?
decRef
?Q
?
?
failed to recovery from gateway
?
e1
Ljava/lang/Throwable;
writer
;
Ljava/util/Map$Entry;
	indexName

typesToUpdate
MLjava/util/Map;
Ljava/util/Map;
2Lcom/groupbyinc/flux/index/engine/EngineException;

recoveryState
4Lcom/groupbyinc/flux/indices/recovery/RecoveryState;
version
si
=Lcom/groupbyinc/flux/common/apache/lucene/index/SegmentInfos;
'Lcom/groupbyinc/flux/index/store/Store;
#java/util/concurrent/CountDownLatch
?E
[

?
?
+java/util/concurrent/atomic/AtomicReference
?

?R
?(Lcom/groupbyinc/flux/index/shard/StoreRecoveryService;Ljava/util/concurrent/CountDownLatch;Ljava/util/concurrent/atomic/AtomicReference;)VE
?

?
updateMappingOnMaster
?(Ljava/lang/String;Ljava/lang/String;Lcom/groupbyinc/flux/index/mapper/Mapping;Lcom/groupbyinc/flux/common/unit/TimeValue;Lcom/groupbyinc/flux/cluster/action/index/MappingUpdatedAction$MappingUpdateListener;)V
?
?
)
?
?(Lcom/groupbyinc/flux/index/shard/StoreRecoveryService;Ljava/util/concurrent/CountDownLatch;Ljava/lang/String;Ljava/util/concurrent/atomic/AtomicReference;)VE
?

?
E(Lcom/groupbyinc/flux/common/util/CancellableThreads$Interruptable;)V?
?
.
?
type
update
*Lcom/groupbyinc/flux/index/mapper/Mapping;
latch
%Ljava/util/concurrent/CountDownLatch;
error
DLjava/util/concurrent/atomic/AtomicReference;
-Ljava/util/concurrent/atomic/AtomicReference;
restore
c(Lcom/groupbyinc/flux/index/shard/IndexShard;Lcom/groupbyinc/flux/indices/recovery/RecoveryState;)V
Dcom/groupbyinc/flux/index/snapshots/IndexShardRestoreFailedException
?
empty restore source
?
>(Lcom/groupbyinc/flux/index/shard/ShardId;Ljava/lang/String;)VE
?

?
?
1com/groupbyinc/flux/cluster/routing/RestoreSource
?
isTraceEnabled
??
8
?
[{}] restoring shard  [{}]
?

snapshotId
3()Lcom/groupbyinc/flux/cluster/metadata/SnapshotId;
?
?

?
?
totalOperationsOnStart

[
$
/com/groupbyinc/flux/cluster/metadata/SnapshotId

getRepository?

4com/groupbyinc/flux/repositories/RepositoriesService	
indexShardRepository
N(Ljava/lang/String;)Lcom/groupbyinc/flux/index/snapshots/IndexShardRepository;



`?

?
??

?
equals
(Ljava/lang/Object;)Z


id
()I

?
(Ljava/lang/String;I)VE

?
8com/groupbyinc/flux/index/snapshots/IndexShardRepository
()Lcom/groupbyinc/flux/Version;
? 

?!
?(Lcom/groupbyinc/flux/cluster/metadata/SnapshotId;Lcom/groupbyinc/flux/Version;Lcom/groupbyinc/flux/index/shard/ShardId;Lcom/groupbyinc/flux/index/shard/ShardId;Lcom/groupbyinc/flux/indices/recovery/RecoveryState;)V
?#$
skipTranslogRecovery&Q
?'
restore done)
,com/groupbyinc/flux/snapshots/RestoreService+
indexShardRestoreCompleted
](Lcom/groupbyinc/flux/cluster/metadata/SnapshotId;Lcom/groupbyinc/flux/index/shard/ShardId;)V-.
,/
isCorruptionException
(Ljava/lang/Throwable;)Z12

@3
failRestore5.
,6
restore failed8

??
:Lcom/groupbyinc/flux/index/snapshots/IndexShardRepository;
snapshotShardId

t
3Lcom/groupbyinc/flux/cluster/routing/RestoreSource;
closed?
cancelA?
.B

access$000
?(Lcom/groupbyinc/flux/index/shard/StoreRecoveryService;Lcom/groupbyinc/flux/index/shard/IndexShard;Lcom/groupbyinc/flux/indices/recovery/RecoveryState;)V
?
?
F
x0
x1
x2

access$100
?(Lcom/groupbyinc/flux/index/shard/StoreRecoveryService;Lcom/groupbyinc/flux/index/shard/IndexShard;ZLcom/groupbyinc/flux/indices/recovery/RecoveryState;)V??
M
x3

access$200
c(Lcom/groupbyinc/flux/index/shard/StoreRecoveryService;)Lcom/groupbyinc/flux/common/unit/TimeValue;

ConstantValue
Code
LocalVariableTable
LineNumberTable
RuntimeVisibleAnnotations

StackMapTable

Exceptions
LocalVariableTypeTable

SourceFile
InnerClasses!
	0123456789:;
R=>;
R@ABCD	
EFS?N*+,?M?P*?.Y?S?U*-?W*?Y*?[*?]*?_**?c@*?c=d?k?q?q?s?TRNtuNvw
NxyN23N01N45NCDNABU&	L	BMNO%P+Q1RMSV
G
z{S
A?+?????-????+?????-?}Y*???
?????+?????+???+??????W?+???*?_??
??W?#:-??Y??Ƕ??϶˶ҹ??*?W?ػY*+-?۹??
2cfT4h???tu???
??????U>a
cdfg1h2k<lPnctfphr?s?v??WBX
}??S?
?+???7
:+??:???
?
:?h:

:	?
?
?
:	?*:
??Y??	??
??
?
#??
%?˶?:	?&?}Y*?
(??Y??
*??	?˶?????L?
?
.7?>*?
2
4?
6?
<?
>Y?
?!Y?
D?
G?
K?
O?
R:?
U-?
Y?
]?:?}Y*?
(
_???-?
c?
g-?
c:?B?
:	?
k?
q
:

?
v
?%
?
z
?
:	?
~7?
???ק:*?
2
??
6?
?+?
?:+?
?+?
??
??
?:?
?
?
?
:		?
v
?,	?
z
?:
*
?
?
?

?
?
?
??
????+
??
?W?
?? :?}Y*??
????:?
???#&?-:=?????
B
E?
?
??
?
?
?
?
?T??%
?
?
-^
h;	(c?
??

?
???
?
5

?
?
,
?;

8

?	?D
?
?
G?
?
?
?
?

pI
?;
`a
?
?
??
?
?tu
???

???
?
?
?	
?
?
?
?

?
?
?
?
?
??
?Y 
?
?
?

`a
?
?
?

?
?U?2??	?????#?&?(?-?:?=???d?h???????????????????????????
?

?
,?
5?
??
B?
E?
G?
Y?
`?
d?
p?
??
??
??
??
??
??
??
??
??W??&?

?
??	?

??

?&?&:B??&

s?+B??$?

?

s?2?

?
??

?
?R??	?

?X
}
?
?
S?
B?
?Y?
?:?
?Y?
?:*?Y+,-*?s?Y*?
ڶ
?*?U?Y*,?
?
?T>BtuB
?;
B
?;B
?
?
8
?
?/
?
?Y
/
?
?U




-
A
 
?
?
S
??+????N-??
?Y*??
?
??*?
2?
?
?!*?
2
??
6Y-?SY*??S?
<,?
Y?
],?
Y?+??*?]-???:*??:*???-????
?Y-?*????:-?-?"*??,?%+?(+?
?+*?
?W*?[-?*???0?-:?4?*?[-?*?
(?7?
?Y*??9?:??
E???THi`;oZ<w?(=
??tu???
?
?
???>U^
(
)
*
,'
-E
0M
1U
2Y
3i
4o
5?
6?
8?
9?
:?
;?
<?
B?
=?
>?
??
A?
CW1?
?)?N
??7?
?
????

SQ
S9
*?U@?C?T
tuU

G

HDE
SE*+,?G?T HuI?
J
?U
8KLSP*+-?N?T*HuI?
J?O
?U
8X
}PQ
S/

*?s?T
HuU
8Z[Z	
			@!"@$%	')*	,./