• Home
• com.groupbyinc
• common-flux
• 52
• source code
• MultiDataPathUpgrader.class

×

Project download

Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $

You can buy this project and download/modify it how often you want.

com.groupbyinc.flux.common.util.MultiDataPathUpgrader.class Maven / Gradle / Ivy

????3?
5com/groupbyinc/flux/common/util/MultiDataPathUpgrader

java/lang/Object
MultiDataPathUpgrader.java
Ccom/groupbyinc/flux/common/util/MultiDataPathUpgrader$ShardFileInfo

ShardFileInfo
7com/groupbyinc/flux/common/util/MultiDataPathUpgrader$1	
@com/groupbyinc/flux/common/apache/lucene/index/CheckIndex$Status
9com/groupbyinc/flux/common/apache/lucene/index/CheckIndex

Status
0com/groupbyinc/flux/env/NodeEnvironment$NodePath
'com/groupbyinc/flux/env/NodeEnvironment
NodePath
nodeEnvironment
)Lcom/groupbyinc/flux/env/NodeEnvironment;
logger
-Lcom/groupbyinc/flux/common/logging/ESLogger;
$assertionsDisabled

Z

,(Lcom/groupbyinc/flux/env/NodeEnvironment;)V
()V

getClass
()Ljava/lang/Class; !
"
*com/groupbyinc/flux/common/logging/Loggers$
	getLogger
@(Ljava/lang/Class;)Lcom/groupbyinc/flux/common/logging/ESLogger;&'
%(	*	,
this
7Lcom/groupbyinc/flux/common/util/MultiDataPathUpgrader;
upgrade
W(Lcom/groupbyinc/flux/index/shard/ShardId;Lcom/groupbyinc/flux/index/shard/ShardPath;)V
java/io/IOException2
java/lang/Throwable4
Hcom/groupbyinc/flux/common/apache/lucene/store/LockObtainFailedException6
availableShardPaths
@(Lcom/groupbyinc/flux/index/shard/ShardId;)[Ljava/nio/file/Path;89
:
isTargetPathConfigured
C([Ljava/nio/file/Path;Lcom/groupbyinc/flux/index/shard/ShardPath;)Z<=
>
"java/lang/IllegalArgumentException@
/shard path must be one of the shards data pathsB
(Ljava/lang/String;)VD
AE
[Ljava/nio/file/Path;G	I
needsUpgrading
,(Lcom/groupbyinc/flux/index/shard/ShardId;)ZKL
M
java/lang/AssertionErrorO
1Should not upgrade a path that needs no upgradingQ
(Ljava/lang/Object;)VS
PT
!{} upgrading multi data dir to {}V
)com/groupbyinc/flux/index/shard/ShardPathX
getDataPath
()Ljava/nio/file/Path;Z[
Y\
+com/groupbyinc/flux/common/logging/ESLogger^
info
((Ljava/lang/String;[Ljava/lang/Object;)V`a_b
2com/groupbyinc/flux/index/shard/ShardStateMetaDatad
FORMAT
1Lcom/groupbyinc/flux/gateway/MetaDataStateFormat;fg	eh
/com/groupbyinc/flux/gateway/MetaDataStateFormatj
loadLatestState
V(Lcom/groupbyinc/flux/common/logging/ESLogger;[Ljava/nio/file/Path;)Ljava/lang/Object;lm
kn
java/lang/IllegalStateExceptionp
java/lang/StringBuilderr
s
append
-(Ljava/lang/Object;)Ljava/lang/StringBuilder;uv
sw
! no shard state found in any of: y
-(Ljava/lang/String;)Ljava/lang/StringBuilder;u{
s|
java/util/Arrays~
toString
'([Ljava/lang/Object;)Ljava/lang/String;??
?
) please check and remove them if possible?
()Ljava/lang/String;??
s?
qE
{} loaded shard state {}?
version

J??	e?
java/nio/file/Path?
getShardStatePath?[
Y?
write
+(Ljava/lang/Object;J[Ljava/nio/file/Path;)V??
k?
resolveIndex?[
Y?
%java/nio/file/attribute/FileAttribute?
java/nio/file/Files?
createDirectories
R(Ljava/nio/file/Path;[Ljava/nio/file/attribute/FileAttribute;)Ljava/nio/file/Path;??
??
@com/groupbyinc/flux/common/apache/lucene/store/SimpleFSDirectory?
(Ljava/nio/file/Path;)V?
??

write.lock?

obtainLock
I(Ljava/lang/String;)Lcom/groupbyinc/flux/common/apache/lucene/store/Lock;??
??
index?
upgradeFiles
?(Lcom/groupbyinc/flux/index/shard/ShardId;Lcom/groupbyinc/flux/index/shard/ShardPath;Ljava/nio/file/Path;Ljava/lang/String;[Ljava/nio/file/Path;)V??
?
3com/groupbyinc/flux/common/apache/lucene/store/Lock?
close?
??
'com/groupbyinc/flux/index/shard/ShardId?

addSuppressed
(Ljava/lang/Throwable;)V??
5?
Can't obtain lock on ?
*(Ljava/lang/String;Ljava/lang/Throwable;)V?
q?
??
resolveTranslog?[
Y?
translog?
{} wipe upgraded directories?
equals
(Ljava/lang/Object;)Z????
{} wipe shard directories: [{}]?
5com/groupbyinc/flux/common/apache/lucene/util/IOUtils?
rm
([Ljava/nio/file/Path;)V??
??
-com/groupbyinc/flux/common/io/FileSystemUtils?
files
+(Ljava/nio/file/Path;)[Ljava/nio/file/Path;??
??
index folder [?

] is empty?
translog folder [?
lock
5Lcom/groupbyinc/flux/common/apache/lucene/store/Lock;
ex
JLcom/groupbyinc/flux/common/apache/lucene/store/LockObtainFailedException;
	directory
BLcom/groupbyinc/flux/common/apache/lucene/store/SimpleFSDirectory;
path
Ljava/nio/file/Path;
shard
)Lcom/groupbyinc/flux/index/shard/ShardId;

targetPath
+Lcom/groupbyinc/flux/index/shard/ShardPath;
paths
loaded
4Lcom/groupbyinc/flux/index/shard/ShardStateMetaData;

checkIndex
.(Lcom/groupbyinc/flux/index/shard/ShardPath;)V
6com/groupbyinc/flux/common/io/stream/BytesStreamOutput?
?
java/io/PrintStream?
6com/groupbyinc/flux/common/google/common/base/Charsets?
UTF_8
Ljava/nio/charset/Charset;??	??
java/nio/charset/Charset


name
?



,(Ljava/io/OutputStream;ZLjava/lang/String;)V

?

=(Lcom/groupbyinc/flux/common/apache/lucene/store/Directory;)V
	




setInfoStream
(Ljava/io/PrintStream;)V




D()Lcom/groupbyinc/flux/common/apache/lucene/index/CheckIndex$Status;?



flush

?

clean
	

check index [failure]
{}

java/lang/String

bytes
3()Lcom/groupbyinc/flux/common/bytes/BytesReference;


?

/com/groupbyinc/flux/common/bytes/BytesReference
!
toBytes
()[B
#
$
"
%
([BLjava/nio/charset/Charset;)V
'


(
warn
*a_
+
index check failure
-
8com/groupbyinc/flux/common/apache/lucene/store/Directory
/
?

0?
status
BLcom/groupbyinc/flux/common/apache/lucene/index/CheckIndex$Status;
;Lcom/groupbyinc/flux/common/apache/lucene/index/CheckIndex;
:Lcom/groupbyinc/flux/common/apache/lucene/store/Directory;
os
8Lcom/groupbyinc/flux/common/io/stream/BytesStreamOutput;
out
Ljava/io/PrintStream;
_state
;
resolve
((Ljava/lang/String;)Ljava/nio/file/Path;
=
>?
?
java/nio/file/LinkOption
A
exists
2(Ljava/nio/file/Path;[Ljava/nio/file/LinkOption;)Z
C
D
?
E

numPathsExist

I

pickShardPath
V(Lcom/groupbyinc/flux/index/shard/ShardId;)Lcom/groupbyinc/flux/index/shard/ShardPath;
Shard doesn't need upgrading
K
	nodePaths
5()[Lcom/groupbyinc/flux/env/NodeEnvironment$NodePath;
M
N

O
3[Lcom/groupbyinc/flux/env/NodeEnvironment$NodePath;
Q
?(Lcom/groupbyinc/flux/index/shard/ShardId;)Ljava/nio/file/Path;
=
S

T
getShardFileInfo
?(Lcom/groupbyinc/flux/index/shard/ShardId;[Lcom/groupbyinc/flux/env/NodeEnvironment$NodePath;)[Lcom/groupbyinc/flux/common/util/MultiDataPathUpgrader$ShardFileInfo;
V
W

X????????
P
F[Lcom/groupbyinc/flux/common/util/MultiDataPathUpgrader$ShardFileInfo;
_
spaceUsedByShard
a?	
b
usableSpace
d?	
e
java/lang/Math
g
min
(JJ)J
i
j

h
k
max
m
j

h
n
$Can't upgrade path available space: 
p
-com/groupbyinc/flux/common/unit/ByteSizeValue
r
(J)V
t

s
u
 required space: 
w??	
{
_na_
}
g(ZLjava/nio/file/Path;Ljava/nio/file/Path;Ljava/lang/String;Lcom/groupbyinc/flux/index/shard/ShardId;)V

Y
?
2Lcom/groupbyinc/flux/env/NodeEnvironment$NodePath;
ELcom/groupbyinc/flux/common/util/MultiDataPathUpgrader$ShardFileInfo;

shardFileInfo
totalBytesUsedByShard
leastUsableSpace
mostUsableSpace
target
getUsabelSpace
5(Lcom/groupbyinc/flux/env/NodeEnvironment$NodePath;)J
?
?

?
getSpaceUsedByShard
(Ljava/nio/file/Path;)J
?
?

?
(Ljava/nio/file/Path;JJ)V
?

?
usabelSpace

i
<(Lcom/groupbyinc/flux/common/util/MultiDataPathUpgrader;[J)V
?


?
walkFileTree
E(Ljava/nio/file/Path;Ljava/nio/file/FileVisitor;)Ljava/nio/file/Path;
?
?
?
?
[J
?
	fileStore
Ljava/nio/file/FileStore;
?
?	
?
java/nio/file/FileStore
?
getUsableSpace
()J
?
?

?
?
java/util/ArrayList
?

?
java/util/List
?
#{} upgrading [{}] from [{}] to [{}]
?
newDirectoryStream
5(Ljava/nio/file/Path;)Ljava/nio/file/DirectoryStream;
?
?
?
?
java/nio/file/DirectoryStream
?
iterator
()Ljava/util/Iterator;
?
?
?
?
java/util/Iterator
?
hasNext
()Z
?
?
?
?
next
()Ljava/lang/Object;
?
?
?
?
getFileName
?[?
???

?
isDirectory
?
D
?
?
{} move file [{}] size: [{}]
?
size
?
?
?
?
java/lang/Long
?
valueOf
(J)Ljava/lang/Long;
?
?

?
?
*(Ljava/nio/file/Path;)Ljava/nio/file/Path;
=
??
?
upgrade_
?

_
?
createTempFile
v(Ljava/nio/file/Path;Ljava/lang/String;Ljava/lang/String;[Ljava/nio/file/attribute/FileAttribute;)Ljava/nio/file/Path;
?
?
?
?
java/nio/file/CopyOption
?
 java/nio/file/StandardCopyOption
?
COPY_ATTRIBUTES
"Ljava/nio/file/StandardCopyOption;
?
?	
?
?
REPLACE_EXISTING
?
?	
?
?
copy
Y(Ljava/nio/file/Path;Ljava/nio/file/Path;[Ljava/nio/file/CopyOption;)Ljava/nio/file/Path;
?
?
?
?
ATOMIC_MOVE
?
?	
?
?
move
?
?
?
?
delete
??
?
?
add
??
?
?
??
isEmpty
?
?
?
?
{} fsync files

?
?
{} syncing [{}]
fsync
(Ljava/nio/file/Path;Z)V
?
{} syncing directory [{}]


targetFile
targetTempFile
file
stream
5Ljava/nio/file/DirectoryStream;
Ljava/nio/file/DirectoryStream;
	sourceDir
moved
	targetDir

folderName
Ljava/lang/String;

movedFiles
&Ljava/util/List;
Ljava/util/List;
upgradeMultiDataPath
Y(Lcom/groupbyinc/flux/env/NodeEnvironment;Lcom/groupbyinc/flux/common/logging/ESLogger;)V

nodeDataPaths
()[Ljava/nio/file/Path;

 
findAllIndices
()Ljava/util/Set;"#
$

java/util/Set&'
?
com/groupbyinc/flux/index/Index)
*E

indexPaths
8(Lcom/groupbyinc/flux/index/Index;)[Ljava/nio/file/Path;,-
.
findAllShardIds
&([Ljava/nio/file/Path;)Ljava/util/Set;01
2
	shardLock
O(Lcom/groupbyinc/flux/index/shard/ShardId;J)Lcom/groupbyinc/flux/env/ShardLock;45
6
I
J
801
:??
<
!com/groupbyinc/flux/env/ShardLock>
'{} no upgrade needed - already upgraded@
debugBa_C
??
	shardPath
#Lcom/groupbyinc/flux/env/ShardLock;
shardId
upgrader

allIndices
#Ljava/util/Set;
Ljava/util/Set;
nodeEnv
5com/groupbyinc/flux/common/google/common/collect/SetsN

newHashSet
()Ljava/util/HashSet;PQ
OR
findAllShardsForIndex
%(Ljava/nio/file/Path;)Ljava/util/Set;TU
V
addAll
(Ljava/util/Collection;)ZXY'Z
location
	locations
shardIds
:Ljava/util/Set;
java/util/HashSet`
a
8com/groupbyinc/flux/common/google/common/primitives/Intsc
tryParse
'(Ljava/lang/String;)Ljava/lang/Integer;ef
dg
java/lang/Integeri
intValue
()Ikl
jm
(Ljava/lang/String;I)Vo
?p'
?
id
Ljava/lang/Integer;
currentIndex
	indexPath

java/lang/Classx
desiredAssertionStatusz
?
y{
Code
LocalVariableTable
LineNumberTable

StackMapTable

Exceptions
LocalVariableTypeTable
	Signature
Q([Ljava/nio/file/Path;)Ljava/util/Set;
P(Ljava/nio/file/Path;)Ljava/util/Set;

SourceFile
InnerClasses!

}U*?**?#?)?+*+?-?~./
>6?@
01}??*?-+?;N*-,???
?AYC?F??J?*+?N?
?PYR?U?*?+W?Y+SY,?]S?c?i*?+-?o?e:?*?qY?sY?t+?xz?}-???}??}?????*?+??Y+SYS?c?i????Y,??S??,??????W??Y,????:
:???:
:*+,,???-???U????H:		???<???4:		:	?:
?!????:?????
??%:?qY?sY?t??},???x???Ŀ?U??ŧH:???<?ŧ4::?:?!??ŧ:

??????*+,,???-??*?+??Y+S?c-:?66?B2:,?????'*?+??Y+SYS?c??YS?؄
???,???޾?&?qY?sY?t?},???x?}?????,?ȸ޾?&?qY?sY?t?},?ȶx?}????????

5??
5??

*
/
25

 
?
F
I7
u
z
}5?
k
?5?
k
?
?
?
?5
?
?
?~\	?g??
K ??????
?2???./???
???	??G^2???#I	JKM4NNO^PcQ?S?U?V?W?X?Y?Z
X
Z
F\
IZ
K[
k^
?W
?^
?a
?c
?d
?e	f!g-d3k>laolp?r???H?Ue?v	?YHe?5?5
5G5H5??YHe?5?55
5??YHe?5B7!Q5G5H5?
?YHe?55
5??YHe?*H

??--?
3
??}?	

/??Y??M??Y,?
?
?
N??Y+????:
:?Y?
:
:-?
?
:-?
?
?4*?+
?Y?
Y,?
 ?
&
?
?
)S?
,?qY
.????U??
1?H:???<?
1?4::?:	?!??
1?:

????
1	??U??
2?H:???<?
2?4::?:?!??
2?:????
2??
???56??56?????5??????5(??5(?



5?

~HC=
3
43??
5%
	?
6
/./
/??

'
7
8

9
:Fxyz({3z6|<}C~GO?u????z???z
?
.?????Y??
055Q5G5H5?
Y??
0555
5?Y??
05Q5G5H5?Y??
055
5?Y???
3
KL
}?P*?-+?;M,??B>,:?66?.2:
?A?F?H?N??)??H
H

+??H

I
J}

?*+?N??qY
L???*?-?
PM,N-?66?-2:+?
U????W?
???*+,?
YN	7
Z7	
\7?J?-?*?-+?;???PY?
^?-:

?66?>
2:?
ca7	?
f?
ca?
l7	?
f?
ca?
o7?
?????9?qY?sY?t
q?}?
sY?
v?x
x?}?
sY?
v?x?????-2:
	
yi??7-:?66?"2:?
c
?
c??:
?
??ݧ4-:?66?"2:?
f
?
f??:
?
??ݻYY
?
|
?
|
~+?
??~z1?
??.`
?
*`
?
^`
?
?./
???

r?
QL
A
?
_O
>
??T
9
??	Y
4
??
?
?
?
v????1???E?L?O?T?Y?u?????????????
?
?
?
*?
8?
<?
E?
^?
l?
p?
v??r??
R
R

? ?/
?
R
`?

`

?A=??
R
`
`

??

`

??
3
V
W}?	A,??N6-??2,2+?
U:*,2?
?7-?Y*?
??
?S?
???-?~H??$
??	6
?
HA./A??
A?
Q;`
_????$?9?????	
`
?5?
3
?
?}}%?Y	PM+?
B?
F?+?
Y*,?
??
?W,/?~ %./%??

a
????!??
?!
??
3
?
?}L
+?
?M,?
??~ 
./
?
?

?
?
???
3??}?F?
?Y?
?::?66		?
?	2:

,?]???
?
?
@:?
B?
F?
y*?+
??Y+SYSYSY-S?c?
?:
:
-????W?
?
:?
?
???
?
??:??
?
?
?
?
Ț???
B?
˙???*?+
??Y+SY?
?
SY?
и
?S?c-?
?
?
?:-
ۻsY?t
ݶ}?
?
?
?
?}?????
?:?
?Y?
?SY?
?S?
?W?
?Y?
?S?
?W?
??
?W??*?]
??
?
?N:
???B?
?
?8::
?:?%
??
?
?:
???
?
?
??	
??T?
?z*?+?Y+S?c?
:?
?
?6?
?
??:*?+?Y+SY?
?
S?c?	???*?+?Y+SY-S?c-?	?
i
p
s5t
_
?5t
_
?
?
?
?5
?
?
?~??e?
#9
????q
M<
??#
???

$?F./F??
F??F?FF?G	=?q
M	=? 
	
	#

1
<
H

j
t
}
?
?
?
?
?

#

;

M

R

\

_

?

?

?
	
?
"
?
$
?
%

&
'%
((
)@
*E
,???
?Y?
H
?H

?p?Y?
H
?H

??
?5
??8???S5I5H5??Y?
H
?H

??
?55
5?
?Y?
H
?H

??&
??<?
3<=
}?.+N-?66?-2:,?]?????
????~*??../.?G
.??
3
4$
5&
3,
8??	H

?	}?

*???
?Y*?!M*?%N-?(
:?
?
???
?
?
:*?*Y?+?/?3?(
:?
?
???
?
??:*	?7:
:	,?N?+,?9:
,
?;
???
B?
F?	,
?=?+A?YS?D?U	??E?H:
	
???<?E?4:

:	
?:?!	??E?:	????E???D??????5n??5n?????5???~RF?
k??Gb?H?5???I/?JL
M

?
?JKN
@	
A
B
D5
Eb
Fn
Gw
H
I?
M?
N?
P?
Q?
S?
F?
S

T

U

W???'
??,

??O??5Q5G5H5?_'
?

???55
5?_'
?

????
3?01}?8?SL*M,?>6?',2:?
B?
˙+?W?[W?
???+?~ \?8]G4^L
?
4^_

Z
[
\$
]0
[6
`??H'H

#??
3??
TU}ٻaY?bL*?
B?
˙?*?
?M
N*?
?
?
?
:,?
?
:?
?
?M?
?
??:?
B?
˙2?
?
?
?
?h:???Y?n?q:+?rW???,?S-?,?
?
?F:-???;,?
?
?2:N?:	,?!-?,?
?
?:
-
???	,?
?
	?+????5??5?????5???~Hw	s?bHtE;F?'\u??v??^L
???^_
>
d
e
f
g'
hE
iQ
jb
kg
lw
m?
p?
q?
f?
q?
s?[?/?'
?5

??P?P5
H5G5?
?'
?55
5
??'?
3??w
}4
?|???J?
3?@
??"