• Home
• com.groupbyinc
• common-flux
• 186
• source code
• DocumentsWriterFlushControl.class

×

Project download

Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $

You can buy this project and download/modify it how often you want.

com.groupbyinc.flux.common.apache.lucene.index.DocumentsWriterFlushControl.class Maven / Gradle / Ivy

????4?
Jcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterFlushControl

java/lang/Object
9com/groupbyinc/flux/common/apache/lucene/util/Accountable
 DocumentsWriterFlushControl.java
Wcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterFlushControl$BlockedFlush
BlockedFlush
Lcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterFlushControl$1
Wcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterPerThreadPool$ThreadState

Kcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterPerThreadPool
ThreadState
hardMaxBytesPerDWPT

J
activeBytes

flushBytes

numPending

I
numDocsSinceStalled
flushDeletes
+Ljava/util/concurrent/atomic/AtomicBoolean;
	fullFlush

Z

flushQueue
Ljava/util/Queue;
\Ljava/util/Queue;
blockedFlushes
lLjava/util/Queue;
flushingWriters
Ljava/util/IdentityHashMap;
vLjava/util/IdentityHashMap;
maxConfiguredRamBuffer

D
peakActiveBytes
peakFlushBytes
peakNetBytes
	peakDelta
flushByRAMWasDisabled
stallControl
LLcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterStallControl;

perThreadPool
MLcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterPerThreadPool;
flushPolicy
;
$assertionsDisabled

?(Lcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriter;Lcom/groupbyinc/flux/common/apache/lucene/index/LiveIndexWriterConfig;)V
()V>@
A	C	E	G	I
)java/util/concurrent/atomic/AtomicBooleanK
(Z)V>M
LN	P	R
java/util/LinkedListT
UA	W 	Y
java/util/IdentityHashMap[
\A"#	^%&	`'	b(	d)	f*	h2	j
java/util/ArrayListl
mA:;	o
Dcom/groupbyinc/flux/common/apache/lucene/index/LiveIndexWriterConfigq

getInfoStream
<()Lcom/groupbyinc/flux/common/apache/lucene/util/InfoStream;st
ru78	w
Jcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterStallControly
zA,-	|
>com/groupbyinc/flux/common/apache/lucene/index/DocumentsWriter~./	?	?01	?	?56	?
getRAMPerThreadHardLimitMB
()I??
r?	?34	?
this
LLcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterFlushControl;
()J
netBytes
stallLimitBytes
getRAMBufferSizeMB
()D??
r???@@????????
maxRamMB
assertMemory
()Z+	?
java/lang/Math?
max
(DD)D??
??
numFlushingDWPT??
?
numBlockedFlushes??
?=	?
java/lang/AssertionError?
java/lang/StringBuilder?
?A
actual mem: ?
append
-(Ljava/lang/String;)Ljava/lang/StringBuilder;??
??
(J)Ljava/lang/StringBuilder;??
??
 byte, expected mem: ?
 byte, flush mem: ?
, active mem: ?
, pending DWPT: ?
(I)Ljava/lang/StringBuilder;??
??
, flushing DWPT: ?
, blocked DWPT: ?
, peakDelta mem: ?
 bytes, ramBufferBytes=?
, maxConfiguredRamBuffer=?
(D)Ljava/lang/StringBuilder;??
??
toString
()Ljava/lang/String;??
??
(Ljava/lang/Object;)V>?
??
ram
ramBufferBytes
expected
commitPerThreadBytes
\(Lcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterPerThreadPool$ThreadState;)V
dwpt
ILcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterPerThread;??	?
Gcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterPerThread?
	bytesUsed??
???	?
flushPending?	?
updatePeaks
(J)Z??
?
?A
	perThread
YLcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterPerThreadPool$ThreadState;
delta
(JJ)J??
????



doAfterDocument
?(Lcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterPerThreadPool$ThreadState;Z)Lcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterPerThread;??


:com/groupbyinc/flux/common/apache/lucene/index/FlushPolicy

onUpdate
?(Lcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterFlushControl;Lcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterPerThreadPool$ThreadState;)V
	





onInsert







setFlushPending
?


checkout




updateStallState
?


assertNumDocsSinceStalled
(Z)Z



??


java/lang/Throwable

stalled
isUpdate
checkoutAndBlock
#?

$
nextPendingFlush
K()Lcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterPerThread;
&
'

(
isFlushPending
*?

+
tryCheckoutForFlush
?(Lcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterPerThreadPool$ThreadState;)Lcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterPerThread;
-
.

/
markPending
doAfterFlush
L(Lcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterPerThread;)V
containsKey
(Ljava/lang/Object;)Z
4
5
\
6
remove
&(Ljava/lang/Object;)Ljava/lang/Object;
8
9
\
:
java/lang/Long
<
	longValue
>?

=
?
recycle
A
3

B
	notifyAll
D@

E
bytes
Ljava/lang/Long;
java/lang/Thread
I
	holdsLock
K
5

J
L??

N
DWFC
P
8com/groupbyinc/flux/common/apache/lucene/util/InfoStream
R
	isEnabled
(Ljava/lang/String;)Z
T
U

S
V
anyStalledThreads
X?
z
Y
DW
[
java/util/Locale
]
ROOT
Ljava/util/Locale;
_
`	
^
a
Inow stalling flushes: netBytes: %.1f MB flushBytes: %.1f MB fullFlush: %b
c
java/lang/Double
e
valueOf
(D)Ljava/lang/Double;
g
h

f
i?

k
java/lang/Boolean
m
(Z)Ljava/lang/Boolean;
g
o

n
p
java/lang/String
r
format
K(Ljava/util/Locale;Ljava/lang/String;[Ljava/lang/Object;)Ljava/lang/String;
t
u

s
v
message
'(Ljava/lang/String;Ljava/lang/String;)V
x
y

S
z
java/lang/System
|
nanoTime
~?

}
9	
?
Xdone stalling flushes for %.1f msec: netBytes: %.1f MB flushBytes: %.1f MB fullFlush: %b
?A.??

updateStalled
?M
z
?
limit
stall
waitForFlush
java/lang/InterruptedException
?
size
??
\
?
wait
?@

?
Hcom/groupbyinc/flux/common/apache/lucene/util/ThreadInterruptedException
?
#(Ljava/lang/InterruptedException;)V>
?

?
?

e
 Ljava/lang/InterruptedException;
getNumDocsInRAM
??
?
?
	doOnAbort
reset
?
.

?
state
internalTryCheckOutForFlush
?
.

?
lock
?@

?
%can not block non-pending threadstate
?
#can not block if fullFlush == false
?
M(Lcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterPerThread;J)V>
?
	
?
java/util/Queue
?
add
?
5
?
?
unlock
?@

?
tryLock
??

?

isInitialized
??

?
isHeldByCurrentThread
??

?
DWPT is already flushing
?
(J)Ljava/lang/Long;
g
?

=
?
put
8(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;
?
?
\
?
)DocumentsWriterFlushControl [activeBytes=
?

, flushBytes=
?

]
?
poll
()Ljava/lang/Object;
?
?
?
?
getActiveThreadStateCount
??

?
getThreadState
\(I)Lcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterPerThreadPool$ThreadState;
?
?

?
next

i
	setClosed
allActiveThreadStates
()Ljava/util/Iterator;
getPerThreadsIterator
(I)Ljava/util/Iterator;
?
?

?
P(Lcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterFlushControl;I)V>
?

?
upto

doOnDelete
onDelete
?




?
getDeleteBytesUsed
deleteQueue
KLcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterDeleteQueue;
?
?	
?
Icom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterDeleteQueue
?
ramBytesUsed
??

?
?
??

?
getAndResetApplyAllDeletes
	getAndSet
?

L
?
setApplyAllDeletes
set
?M
L
?

obtainAndLock
[()Lcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterPerThreadPool$ThreadState;

currentThread
()Ljava/lang/Thread;

J

getAndLock
?(Ljava/lang/Thread;Lcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriter;)Lcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterPerThreadPool$ThreadState;
		?
?
addFlushableState?


release?

success
markForFullFlush
@called DWFC#markForFullFlush() while full flush is still running
java/util/List
isEmpty?
#full flush buffer should be empty: 
-(Ljava/lang/Object;)Ljava/lang/StringBuilder;?
?
getLastSequenceNumber ?

?!
maxSeqNo#	
?$

generation&	
?'
?(Lcom/groupbyinc/flux/common/apache/lucene/util/InfoStream;JJ)V>)

?*
 flushingQueue: ,
 currentqueue: .
 perThread queue: 0
 numDocsInRam: 2
pruneBlockedQueue
N(Lcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterDeleteQueue;)V45
6
assertBlockedFlushes
N(Lcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterDeleteQueue;)Z89
:
addAll
(Ljava/util/Collection;)Z<=
?>
clear@@A
assertActiveDeleteQueueC9
D
newQueue

flushingQueue
seqNo
isInitialized: I
(Z)Ljava/lang/StringBuilder;?K
?L

 numDocs: N
queue
addFlushableState Q
JDWPT must never be null here since we hold the lock and it holds documentsS
$flushControl returned different DWPTU
?
flushingDWPT
iteratorY
?
?Z
java/util/Iterator\
hasNext^?]_
?
?]a		?
8@]d
G		f
blockedFlush
YLcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterFlushControl$BlockedFlush;
oLjava/util/Iterator;
Ljava/util/Iterator;
finishFullFlush
?
\
abortFullFlushes
abortPendingFlushesp@
q
java/lang/Exceptions
subtractFlushedNumDocs
(I)Vuv
w
aborty@
?z
2
3
|
?A
isFullFlush
numQueuedFlushes
?
?

waitIfStalled?@
z?
findLargestNonPendingWriter
?
?
?
FP?
thread state has ?
 bytes; docInRAM=?
# in-use non-flushing threads states?
nextRam
maxRamUsingThreadState
maxRamSoFar
activePerThreadsIterator
oLjava/util/Iterator;
count
checkoutLargestNonPendingWriter?
?
largestNonPendingWriter

access$000
?(Lcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterFlushControl;)Lcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterPerThreadPool;
x0

java/lang/Class?
desiredAssertionStatus??
??
	Signature
Code
LocalVariableTable
LineNumberTable

StackMapTable
q()Ljava/util/Iterator;
r(I)Ljava/util/Iterator;
LocalVariableTypeTable

SourceFile
InnerClasses0
B
? 
?!"#
?$%&'()*+,-./0123456789:;
?<=1>?
?
P?*?B*	?D*	?F*?H*?J*?LY?O?Q*?S*?UY?V?X*?UY?V?Z*?\Y?]?_*?a*	?c*	?e*	?g*	?i*?k*?mY?n?p*,?v?x*?zY?{?}*+????*+????*,??*,??hh???*+???? ????34
?56?fK1	2345$6)749?:J=O>T?Y@^AcFh,sL{M?N?O?P?Q?R?S!?
?/
*?D??
???
V!?
?/
*?F??
???
Z!??
?4

*?F*?Da??

???
^??
?k%*????H'????'?k?kk?????%???&
?
bc??!B??
?
?	

*????H'????*????*'*?a???a*?F*?DaB*?a?k?k?7?i*?H*??`*??`?*?iia*?J?*?iia7*?i{???????!?????Y??Y?????!??Ŷ???Ƕ?*?F??ɶ?*?D??˶?*?H??ж?*????Ҷ?*????Զ?*?i??ֶ???ض?*?a?۶߷⿧*????4-??<??d??

??
?&
?2gjl#m-n<udwp???
?
?
???
??
??L+???+??eA+Y?? a??+???*Y?F a?F?
*Y?D a?D???* ?????Y????? L??L??

????
???+?5?K???+	??
?;**?c*?D?
?c**?e*?F?
?e**?g*?
?
?g**?i?
?i??;??;?
????-?9? 


?
f?*+?
+???4?*??*+?
?*??*+?
+???+??*????*+?
*+?
N*?
6???*?
?
*?
???Y???-?:*?
6???*?
?
*?
???Y????Djjlj?4J
!r
!??????
?
"?:?????%?8?=?D?J?h?j?r????7?"?
??



 ?

 
?


??>*?S?+???
*+?
%*?
)?
?????+?
,???Y???*+?
*+?
0?? >??>??
>
1?&	???????3?8??



?b?*Y?J`?J?*?J????
!
?????? 
2
3
?
N????*?_+?
7???Y???*?_+?
;?
=M*Y?F,?
@e?F*??+?
C???*?
???Y???*?
W*?
F?
N*?
F-??:*?
W*?
F?:*?
F???OT[Oeglssusege? %*
G
H??????
?B??%?2?:?O?T?X?[?b?e?g?l?p?s???&5K
 B
 ?
?
 

 ?
?
?
?
???*?
M???Y???*?
O@*?D*?Fa??*?D??*?k??>*?x
Q?
W??*?}?
Z???T*?x
\?
b
d?Y*?
??o?o?
jSY*?
l??o?o?
jSY*?S?
qS?
w?
{*?
??
??]*?x
\?
b
??Y?
?*?
?e?
?o?
jSY*?
??o?o?
jSY*?
l??o?o?
jSY*?S?
qS?
w?
{*?}?
??? 
???
?
>?
??>???>
K

V
Z
n
?
?
?
?
?






??&@
?m
?Y!
?@
?z*?_?
??*?
????L?
?Y+?
???


??	
?
?
???






?P
?	!
?
??]???+?????Y???+??
??@+??+??A*Y?F a?F*Y?D e?D*Y?H`?H???*?
???Y????? )3
G]??]??
?&	
!
"
#$
$)
%3
&=
'G
(\
+??F 
??
??S+???*Y?F+??e?F?*Y?D+??e?D???*?
???Y???*??+?
?W*?
W?M*?
W,??
BJ?S??S
??
?&	
/
0
2$
49
6B
8G
9J
8R
:?
P
  
-
.
?R+???*+?
??
??????
?

>?@?
#?
??p+?
????+?????Y
??⿲??*?S???Y
???+??B*??+?
?M*Y?Hd?H*?Z?	Y,!?
??
?W+?
??:+?
???_ffhf?*B??9&
Gp??p??
?.
B
D
E4
G9
HB
IL
J_
Lc
Mf
Lo
N?	q
 
?
.
?
?????*?
M???Y??????+?????Y???+?
??+?
??h???+?
????Y???+??B*??+?
?M???*?_,?
7???Y
÷?*?_,!?
ƶ
?W*Y?Hd?H,:+?
?*?
W?+?
??:+?
??
M*?
W,?:*?
W?1?????*?????????*[B??RK
G??????
?V
Q
R*
U1
W8
XM
ZR
\[
]w
_?
`?
a?
d?
i?
a?
d?
e?
d?
g?
i?
g?
i?"?)??%F
 H
 
??
?U
+??Y??
̶?*?D??
ζ?*?F??
ж??߰?
+???

o
&
'
?
?~*YN?*?X?
?
??Y:?
*?
W-ð*?S=*?H<-ç
:-???E?A*???
?>6?0?,*???
?:???*?
0:???
???
?/ ,//3/?f

??*
%
n??^
??I3
?F6
?~??6H
6H?F
v
x
y
z 
|%
}*
~6
>
?F
?S
?^
?f
?n
?s
?v
?|
??;? ??

 ?

?

,? 
?@
?4
*?k??
???

?
?

?
??6
**???
׷
??
???

???
?
??>
?Y*?
??
??

?
?

??? 
?@
?8

*??*
?
??

???

?	
?

??
?5
*???
?
???
???

?

??
?4

*?
?*?
a??

???

? ??
?2

*?_?
???
???

?

??
?3
	*?Q?
???
	???

?

?@
?7
	*?Q???
	???

?
?

??Q*???*???
L=+?
??+??*???
?*+?=+N?*??+?-?:?*??+??2@@B@? Q??B??
@?6

?
?
?
?
?)
?.
?0
?2
?6
?>
?@
?F
??'?.
??



 ?

 ?
?~		
?*Y:²??*?S???Y?⿲??.*?p?
?"??Y??Y????*?p??߷?*?S*???
?L*???
?"*???
ׅa?aA+ 
a?%?
?Y*?x+?(
a 
a?+:*???
?ç:??*???
?66??*???
?:?
??
???
??????o??+?c??*???
?Q??Y??Y??-??+?/??*???
?1?????3????
??ζ߷???+??
??*??
??
:?
???
??8*Y:?*+?7???**???
?;???Y???*?X*?p??W*?p?B
*?
Wç:?????**???
?E???Y??? ????????
n?
X
n
`
f
n
n
p
n
?
?
?
?
?
??\	?	F
?[DG
?
s,H??
????
?
????
EG
?
?
EH?
<
???"
?
?
?N
?S
?[
?s
?z
??
??
??
??
??
??
??
???
?
?
L
X
`

f
k

n
x
?
~
?
?
?
?
?
?
?
??N?0?P
 ?
??

?&?qM
 ?	??%a
 ?C9
?
d?*???
?=>??*???
?:?
????T?
??L??+?@??Y??Y??J???
??MO???
????
???ζ߷??
??
:?
???
????u}}}?4n
??
?
?????P
?
?
??*
 !"$u&z'}&? ?)?I?


?_
?

88??
?

88?
	G
 ?	??
?
??*?x
Q?
W?$*?x
Q??Y??R??+???߶
{+??M???+?
????Y??????+?
????Y??????*?S???Y??????,?*???
???Y???,?
??b*YN?+???*+?
*+?
?:??????YT?⿲??,???YV??*?p?WW-ç
:-???*??+?
?W????????*?9X???????
3????J/
0.233H4]5r6?7?8?9?:?<?=?>???@?B?D?4.???????

 ?45
?
r*?Z?[
M,?`
?a,?b
?	N-?c?+?I,?e
???*?_-?c?
7???Y
÷?*?_-?c-?g?
ƶ
?W*?X-?c?
?W?????*Qhir??rG
?

hYk?

hYj?*
J
KLM(N.OMQ`SnUqV??
]?B	?  l@
?
#????*?S???Y??????*?X?m
???Y??????*?_?n???Y???*?Z?m
?D???**???
?;???Y???**???
?7???*?Z?m
???Y???*?S*?
W?L*?S*?
W+??
G???
????6
YZ/[G]S^o_z`?c?d?e?c?d?f?'$L
 89
??;*?Z?[
M,?`
?),?b
?	N???-?c?+???Y???????? hi;??;G
?
?ij6k9l??
]+? o@
?d*?r*?S?L*?S+??
?
???qs	tsu?L
  p@
?.?*?X?[
L+?`
?:+?b
??M*??,?
??x,?{*,?}?N*,?}?
:*,?}????*?Z?[
L+?`
?\+?b
?	M*?_,?c,?g?
ƶ
?W*??,?c?
??x,?c?{*,?c?}?N*,?c?}?:*,?c?}????*?X?~
*?Z?~
*?
W?:*?X?~
*?Z?~
*?
W??,4t,==?=g??tg??????????? *??gLhi????vy{(|,?1?4}5?:?=?G?J?g?z??????????????????????????????????M?
]?)]?
tH
 ?	??	]?E]	
tK
 ??Y
  ?
?/

*?S??
???
? ??
?4


*?X??
??

???
? ??
?4


*?Z??
??

???
??@
?6

*?}????
???
??
X?
?2

*?}?
Z??
???
?
st
?/

*?x??
???
? ?
?
?	?
L	A*??:6?`
???b
?:???i??7	??[??
??P*?x??
W?3*?x???Y????????????
??ζ߶
{?
 ??	AL??|*?x??
W?"*?x???Y????????߶
{+??H2_?#n
????????
??
??k
???

????N???
?
??#?+?2?D?Q?????????????????? ?
]
?s?+?
'
?
xe*??L+?]+?
?*YM?+?
??*?
)N*?
W,?+?
?-?*++?
,???
N*?
W,?+?
?-?:*?
W?:,??:+?
??
?	I*<IIKI$S*CSIWS
$Z*CZI\Z?e??`??
?F??	?
????$?(?*?<?C?G?I?S?Z?c?Q?*??
P
 I
 ?

 ??
?/

*????
???
.?@
?4
????????
.?@
??