• Home
• com.groupbyinc
• common-flux
• 53
• source code
• DocumentsWriterFlushControl.class

×

Project download

Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $

You can buy this project and download/modify it how often you want.

com.groupbyinc.flux.common.apache.lucene.index.DocumentsWriterFlushControl.class Maven / Gradle / Ivy

????3?
Jcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterFlushControl

java/lang/Object
9com/groupbyinc/flux/common/apache/lucene/util/Accountable
 DocumentsWriterFlushControl.java
Wcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterFlushControl$BlockedFlush
BlockedFlush
Lcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterFlushControl$1
Wcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterPerThreadPool$ThreadState

Kcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterPerThreadPool
ThreadState
hardMaxBytesPerDWPT

J
activeBytes

flushBytes

numPending

I
numDocsSinceStalled
flushDeletes
+Ljava/util/concurrent/atomic/AtomicBoolean;
	fullFlush

Z

flushQueue
Ljava/util/Queue;
\Ljava/util/Queue;
blockedFlushes
lLjava/util/Queue;
flushingWriters
Ljava/util/IdentityHashMap;
vLjava/util/IdentityHashMap;
maxConfiguredRamBuffer

D
peakActiveBytes
peakFlushBytes
peakNetBytes
	peakDelta
flushByRAMWasDisabled
stallControl
LLcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterStallControl;

perThreadPool
MLcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterPerThreadPool;
flushPolicy
;
$assertionsDisabled

?(Lcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriter;Lcom/groupbyinc/flux/common/apache/lucene/index/LiveIndexWriterConfig;Lcom/groupbyinc/flux/common/apache/lucene/index/BufferedUpdatesStream;)V
()V?A
B	D	F	H	J
)java/util/concurrent/atomic/AtomicBooleanL
(Z)V?N
MO	Q	S
java/util/LinkedListU
VB	X 	Z
java/util/IdentityHashMap\
]B"#	_%&	a'	c(	e)	g*	i2	k
java/util/ArrayListm
nB;<	p
Dcom/groupbyinc/flux/common/apache/lucene/index/LiveIndexWriterConfigr

getInfoStream
<()Lcom/groupbyinc/flux/common/apache/lucene/util/InfoStream;tu
sv9:	x
Jcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterStallControlz
I(Lcom/groupbyinc/flux/common/apache/lucene/index/LiveIndexWriterConfig;)V?|
{},-	
>com/groupbyinc/flux/common/apache/lucene/index/DocumentsWriter?./	??	?01	??	?56	?
getRAMPerThreadHardLimitMB
()I??
s?	?34	?78	?
this
LLcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterFlushControl;
()J
netBytes
stallLimitBytes
getRAMBufferSizeMB
()D??
s???@@????????
maxRamMB
assertMemory
()Z+	?
java/lang/Math?
max
(DD)D??
??
numFlushingDWPT??
?
numBlockedFlushes??
?>	?
java/lang/AssertionError?
java/lang/StringBuilder?
?B
actual mem: ?
append
-(Ljava/lang/String;)Ljava/lang/StringBuilder;??
??
(J)Ljava/lang/StringBuilder;??
??
 byte, expected mem: ?
 byte, flush mem: ?
, active mem: ?
, pending DWPT: ?
(I)Ljava/lang/StringBuilder;??
??
, flushing DWPT: ?
, blocked DWPT: ?
, peakDelta mem: ?
 bytes, ramBufferBytes=?
, maxConfiguredRamBuffer=?
(D)Ljava/lang/StringBuilder;??
??
toString
()Ljava/lang/String;??
??
(Ljava/lang/Object;)V??
??
ram
ramBufferBytes
expected
commitPerThreadBytes
\(Lcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterPerThreadPool$ThreadState;)V
dwpt
ILcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterPerThread;??	?
Gcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterPerThread?
	bytesUsed??
???	?
flushPending?	?
updatePeaks
(J)Z??
?
?B
	perThread
YLcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterPerThreadPool$ThreadState;
delta
(JJ)J?

?
??


doAfterDocument
?(Lcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterPerThreadPool$ThreadState;Z)Lcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterPerThread;??



:com/groupbyinc/flux/common/apache/lucene/index/FlushPolicy

onUpdate
?(Lcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterFlushControl;Lcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterPerThreadPool$ThreadState;)V






onInsert






setFlushPending
?


checkoutAndBlock
?


nextPendingFlush
K()Lcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterPerThread;




tryCheckoutForFlush
?(Lcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterPerThreadPool$ThreadState;)Lcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterPerThread;

 

!
updateStallState
#?

$
assertNumDocsSinceStalled
(Z)Z
&
'

(??

*
java/lang/Throwable
,
flushingDWPT
stalled
isUpdate
doAfterFlush
L(Lcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterPerThread;)V
containsKey
(Ljava/lang/Object;)Z
3
4
]
5
remove
&(Ljava/lang/Object;)Ljava/lang/Object;
7
8
]
9
java/lang/Long
;
	longValue
=?

<
>
recycle
@
2

A
	notifyAll
CA

D
bytes
Ljava/lang/Long;
java/lang/Thread
H
	holdsLock
J
4

I
K??

M

updateStalled
ON
{
P
limit
stall
waitForFlush
java/lang/InterruptedException
U
size
W?
]
X
wait
ZA

[
Hcom/groupbyinc/flux/common/apache/lucene/util/ThreadInterruptedException
]
#(Ljava/lang/InterruptedException;)V?
_

^
`

e
 Ljava/lang/InterruptedException;
getNumDocsInRAM
d?
?
e
	doOnAbort
reset
h
 

i
state
internalTryCheckOutForFlush
l
 

m
lock
oA

p
%can not block non-pending threadstate
r
#can not block if fullFlush == false
t
M(Lcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterPerThread;J)V?
v
	
w
java/util/Queue
y
add
{
4
z
|
unlock
~A


tryLock
??

?

isInitialized
??

?
isHeldByCurrentThread
??

?
DWPT is already flushing
?
valueOf
(J)Ljava/lang/Long;
?
?

<
?
put
8(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;
?
?
]
?
)DocumentsWriterFlushControl [activeBytes=
?

, flushBytes=
?

]
?
poll
()Ljava/lang/Object;
?
?
z
?
getActiveThreadStateCount
??

?
getThreadState
\(I)Lcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterPerThreadPool$ThreadState;
?
?

?
next

i
	setClosed
allActiveThreadStates
()Ljava/util/Iterator;
getPerThreadsIterator
(I)Ljava/util/Iterator;
?
?

?
P(Lcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterFlushControl;I)V?
?

?
upto

doOnDelete
onDelete
?




?
getNumGlobalTermDeletes
deleteQueue
KLcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterDeleteQueue;
?
?	?
?
Icom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterDeleteQueue
?
numGlobalTermDeletes
??

?
?
Dcom/groupbyinc/flux/common/apache/lucene/index/BufferedUpdatesStream
?
numTerms
??

?
?
getDeleteBytesUsed
ramBytesUsed
??

?
?

?
?
??

?
getChildResources
()Ljava/util/Collection;
java/util/Collections
?
	emptyList
()Ljava/util/List;
?
?

?
?
getAndResetApplyAllDeletes
	getAndSet
?
'
M
?
setApplyAllDeletes
set
?N
M
?

numActiveDWPT

obtainAndLock
[()Lcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterPerThreadPool$ThreadState;

currentThread
()Ljava/lang/Thread;
?
?

I
?

getAndLock
?(Ljava/lang/Thread;Lcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriter;)Lcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterPerThreadPool$ThreadState;
?
?

?	?
?
addFlushableState
??

?
release
??

?
success
markForFullFlush
@called DWFC#markForFullFlush() while full flush is still running
?
java/util/List
?
isEmpty
??
?
?
#full flush buffer should be empty: 
?
-(Ljava/lang/Object;)Ljava/lang/StringBuilder;?
?
?
?

generation
?	
?
?
(J)V?
?

?
 flushingQueue: 
 currentqueue: 
 perThread queue: 
 numDocsInRam: 
pruneBlockedQueue
N(Lcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterDeleteQueue;)V


assertBlockedFlushes
N(Lcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterDeleteQueue;)Z

addAll
(Ljava/util/Collection;)Z
z
clearA
?
assertActiveDeleteQueue

newQueue

flushingQueue
isInitialized: 
(Z)Ljava/lang/StringBuilder;? 
?!

 numDocs: #
queue
DWFC&
8com/groupbyinc/flux/common/apache/lucene/util/InfoStream(
	isEnabled
(Ljava/lang/String;)Z*+
),
addFlushableState .
message
'(Ljava/lang/String;Ljava/lang/String;)V01
)2
JDWPT must never be null here since we hold the lock and it holds documents4
$flushControl returned different DWPT6
?
|
iterator9
?
z:
java/util/Iterator<
hasNext>?=?
?
?=A		?
7A=D
F		F
blockedFlush
YLcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterFlushControl$BlockedFlush;
oLjava/util/Iterator;
Ljava/util/Iterator;
finishFullFlush
z
?
]
?
i$
abortFullFlushes
abortPendingFlushesQA
R
subtractFlushedNumDocs
(I)VTU
?V
abortXA
?Y
1
2
[
z
ex
Ljava/lang/Throwable;
isFullFlush
numQueuedFlushes
z
X

waitIfStalled
"waitIfStalled: numFlushesPending: d
 netBytes: f

 flushBytes: h?
j
 fullFlush: lcA
{n
anyStalledThreadsp?
{q

access$000
?(Lcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterFlushControl;)Lcom/groupbyinc/flux/common/apache/lucene/index/DocumentsWriterPerThreadPool;
x0

java/lang/Classw
desiredAssertionStatusy?
xz
	Signature
Code
LocalVariableTable
LineNumberTable

StackMapTable
q()Ljava/util/Iterator;
r(I)Ljava/util/Iterator;
U()Ljava/util/Collection;
LocalVariableTypeTable

SourceFile
InnerClasses0
B
| 
|!"#
|$%&'()*+,-./0123456789:;<
|=>1?@
}
d?*?C*	?E*	?G*?I*?K*?MY?P?R*?T*?VY?W?Y*?VY?W?[*?]Y?^?`*?b*	?d*	?f*	?h*	?j*?l*?nY?o?q*,?w?y*?{Y,?~??*+????*+????*,??*,??hh???*+??*-???~*????34
?56?78jM2	3456$7)84:?;J>O?T@YA^BcGh"sN{O?P?Q?R?S?T?U?V!?
}/
*?E?~
??
Y!?
}/
*?G?~
??
]!??
}4

*?G*?Ea?~

??
a??
}k%*????H'????'?k?kk????~%???&

ef??!B??
}
?	

*????H'????*????*'*?b???b*?G*?EaB*?b?k?k?7?i*?I*??`*??`?*?jia*?K?*?jia7*?j{???????!?????Y??Y?????!??ʶ???̶?*?G??ζ?*?E??ж?*?I??ն?*????׶?*????ٶ?*?j??۶???ݶ?*?b???翧*???~4-??<??d??

??
?&
.jmo#p-q<xdzp?
?
?
???
??
}?L+???+??eA+Y?? a??+???*Y?G a?G?
*Y?E a?E???* ?????Y????~ L??L




?
?
???+?5?K???+	??
};**?d*?E?
?d**?f*?G?
?f**?h*?
?
?h**?j?
?j?~;??;

???-?9? 

	
}
??*+?
+???4?*??*+?
?*??*+?
+???+??*????*+?
*?T?+???*+?
*?
N?
N?	*+?
"N-:*?
%6???*?
)?
*?
+???Y????:*?
%6???*?
)?
*?
+???Y????f????~RU
.?Z
.?l
/c*
.??
/????



?
0R?????%?8?=?D?K?P?X?]?c?f?l??????????@????
??


-?

-
?
&
'
}b?*Y?K`?K?*?K?~??
/
????? 
1
2
}
V????*?`+?
6???Y???*?`+?
:?
*???
Q?~ H??.
R
>

S???>?F??	?&@
!
TA
}z*?`?
Y?*?
\???L?
^Y+?
a??


V~	
b
c
??







?P
V	!
?
}?]???+?????Y???+??
f?@+??+??A*Y?G a?G*Y?E e?E*Y?I`?I???*?
+???Y????~ )3
F]??]



&	


$
)
3
=
G
\
??F 
g?
}?S+???*Y?G+??e?G?*Y?E+??e?E???*?
+???Y???*??+?
jW*?
%W?M*?
%W,??BJJKJ~S??S
k


&	


!$
#9
%B
'G
(J
'R
)?
P
- 

 
}R+???*+?
n?
?~??





-?@?
?
}

r+?
q???+?????Y
s?翲??*?T???Y
u??+??A*??+?
j:*Y?Id?I*?[?	Y ?
x?
}W+?
??:+?
???ahhjh~*C??9(
Fr??r



.
1
3
44
69
7C
8M
9a
;e
<h
;q
=?	s
-
l
 
}
?Ʋ??*?
L???Y??????+?????Y???+?
???+?
??l???+?
????Y???+??A*??+?
j:???*?`?
6???Y
???*?` ?
??
?W*Y?Id?I:+?
?*?
%W?+?
??:+?
??
:*?
%W?:*?
%W?1?????*????????~*\E??RO
F????



J
@
A*
D1
F8
GM
IR
K\
Ly
N?
O?
P?
S?
X?
S?
T?
S?
V?
X?"?+??'F
-J
-
??
}U
+??Y??
???*?E??
???*?G??
??Ŷ?~
+??

^


}
?|*YL?*?Y?
?
??YM?*?
%W,+ð*?T>*?I6+ç
:+???C??*???
?<=?0?+*???
?:???*?
":???
???
?.+..2.~R
??l??\
?

H2
?F4
R
|??)S#YF
e
g
h
i
k#
l)
m5
n>
oF
pR
q\
rd
sl
tq
ut
pz
z?F???

-?

?



+?

 
?A
}4
*?l?~
??


?

?
?}6
**???
??
??~
??

?|?
?
?}>
?Y*?
??~
??

?


?|? 
?A
}8

*??*
?
??~

??

?	
?

??
}=
*???
??
?*???
?`?~
??

?

??
}=
*???
??
?*???
?a?~
??

?

??
}4

*?
?*?
a?~

??

?

?
?}.

?
Ӱ~
??

?|? ??
}2

*?`?
Y?~
??

?

??
}3
	*?R?
׬~
	??

?

?A
}7
	*?R?
۱~
	??

?
?
??
}2

*???
??~
??

?
?
?
}?Q*???
?*???
?L=+?
??+??
?*???
??*+?
?=+N?*??+?
?-?:?*??+?
??2@@B@~ Q??B



@
?*

?
?
?)
?.
?0
?2
?6
?@
?F
??'?.
??



-?

-
?A
}
?*YL²??*?T???Y
?翲??.*?q?
?
?"??Y??Y??
???*?q?
????*?T*???
?M?
?Y,?
?
a?
N*??-?
?+ç
:+??*???
?<>??*???
?:?
q?
???
??????o??
?,?c??
?*???
??Q??Y??Y????,?
???*???
??
?????
?
?	????
f?Ӷ????
?,??
??*?
??
??
:?
???
??;*YN?*,?
???**???
?????Y???*?Y*?q?W*?q?
*?
%W-ç
:-?????**???
?????Y????ruuyu??
>?
(
>
0
6
>
>
@
>
R
?
?
?
?
?~>h
???
?

??
?
???Z
^
??
4
R
~
?
?
?M
?R
?Z
?h
?p
?|
??
??
??
??
???
?

?
(
0

6
;
>
H
?
N
R
W
s

?
?
?
?
??L?0g
-?
??	

?
?#?qM
-?	??$`
-?
}
d?*???
?=>??*???
?:?
q???T?
??L??
?+?@??Y??Y?????
??"$???
????
f??Ӷ???
??
:?
???
????u}}}~4n
?


?
?????%
?
?
R*
uz}???I?


?_
?

88??
?

88?
	G
-?	?
??
}
??*?y'?-?$*?y'??Y??/??+??
???3+??M???+?
????Y??????+?
????Y??????*?T???Y??????,?
?*???
????Y???,?
f?b*YN?+???*+?
*+?
n:??????Y5?翲??,???Y7??*?q?8W-ç
:-???*??+?
jW???????~*?9
.?????



3???J%
&.(3)H*]+r,?-?.?/?0?2?3?4?5?6?8?:?4.???????

-?

}
r*?[?;
M,?@
?a,?B
?	N-?C?
?+?I,?E
???*?`-?C?
6???Y
???*?`-?C-?G?
??
?W*?Y-?C?
}W????~*QHIr??r
?

h9K?

h9J*
@
ABC(D.EMG`InKqL??
=?B	?  LA
}
+????*?T???Y??????*?Y?M
???Y??????*?`?N???Y???*?[?M
?D???**???
?????Y???**???
??
???*?[?M
???Y???*?T*?
%W?L*?T*?
%W+??G?????~
???6
OP/QGSSToUzV?Y?Z?[?Y?Z?\?'$L
-
}?;*?[?;
M,?@
?),?B
?	N???-?C?
?+???Y???????~*HI
/OK;??;
?
_`6a9b??
=+? PA
}l*?S*?T?L*?T+??
~
??gi	jik?L
- QA
}f?*?Y?;
L+?@
?:+?B
??M*??,?
f?W,?Z*,?\?N*,?\?
:*,?\????*?[?;
L+?@
?\+?B
?	M*?`,?C,?G?
??
?W*??,?C?
f?W,?C?Z*,?C?\?N*,?C?\?:*,?C?\????*?Y?]
*?[?]
*?
%W?:*?Y?]
*?[?]
*?
%W??
,4
-,=45==?=g??
-g?????????????~H5^_*??
@OK
?^_gLHITbOK
???voq(r,v1w4s5v:w=vGxJyg{z}?~??????????????????????????????M?
=?)=?

-H
-?	??	=?E=	

-K
-??Y
- `?
}/

*?T?~
??
? a?
}4


*?Y?b
?~

??
? ??
}4


*?[?b
?~

??
?cA
}?
b*?y'?-?P*?y'??Y??e??*?Y?b
??g??*?
??i??*?k??m??*?T?"??3*???o?~
b???
?Z?a??
?Zp?
}2

*???r?~
??
?
tu
}/

*?y?~
??
?st
}/

*???~
u?
/vA
}4
?{?????
/?@
??