com.groupbyinc.flux.ingest.PipelineExecutionService.class Maven / Gradle / Ivy
???? 4? 3com/groupbyinc/flux/ingest/PipelineExecutionService java/lang/Object /com/groupbyinc/flux/cluster/ClusterStateApplier PipelineExecutionService.java ?com/groupbyinc/flux/ingest/PipelineExecutionService$StatsHolder StatsHolder 5com/groupbyinc/flux/ingest/PipelineExecutionService$1 java/util/Map$Entry
java/util/Map Entry ,com/groupbyinc/flux/ingest/IngestStats$Stats &com/groupbyinc/flux/ingest/IngestStats Stats 2com/groupbyinc/flux/ingest/IngestDocument$MetaData )com/groupbyinc/flux/ingest/IngestDocument MetaData /com/groupbyinc/flux/threadpool/ThreadPool$Names )com/groupbyinc/flux/threadpool/ThreadPool Names 4com/groupbyinc/flux/cluster/metadata/MetaData$Custom ! -com/groupbyinc/flux/cluster/metadata/MetaData # Custom %java/lang/invoke/MethodHandles$Lookup & java/lang/invoke/MethodHandles ( Lookup store *Lcom/groupbyinc/flux/ingest/PipelineStore;
threadPool +Lcom/groupbyinc/flux/threadpool/ThreadPool;
totalStats ALcom/groupbyinc/flux/ingest/PipelineExecutionService$StatsHolder; statsHolderPerPipeline Ljava/util/Map; dLjava/util/Map; X(Lcom/groupbyinc/flux/ingest/PipelineStore;Lcom/groupbyinc/flux/threadpool/ThreadPool;)V ()V 4 6
7
7 / 0 : java/util/Collections < emptyMap ()Ljava/util/Map; > ?
= @ 1 2 B + , D - . F this 5Lcom/groupbyinc/flux/ingest/PipelineExecutionService; executeBulkRequest S(Ljava/lang/Iterable;Ljava/util/function/BiConsumer;Ljava/util/function/Consumer;)V write L executor :(Ljava/lang/String;)Ljava/util/concurrent/ExecutorService; N O
P ?(Lcom/groupbyinc/flux/ingest/PipelineExecutionService;Ljava/util/function/Consumer;Ljava/lang/Iterable;Ljava/util/function/BiConsumer;)V 4 R
S $java/util/concurrent/ExecutorService U execute (Ljava/lang/Runnable;)V W X V Y actionRequests BLjava/lang/Iterable; Ljava/lang/Iterable; itemFailureHandler eLjava/util/function/BiConsumer; Ljava/util/function/BiConsumer; completionHandler 4Ljava/util/function/Consumer; Ljava/util/function/Consumer; stats *()Lcom/groupbyinc/flux/ingest/IngestStats; java/util/HashMap f size ()I h i j (I)V 4 l
g m entrySet ()Ljava/util/Set; o p q
java/util/Set s iterator ()Ljava/util/Iterator; u v t w java/util/Iterator y hasNext ()Z { | z } next ()Ljava/lang/Object; ? z ? getKey ? ? ? java/lang/String ? getValue ? ? ? createStats 0()Lcom/groupbyinc/flux/ingest/IngestStats$Stats; ? ?
? put 8(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object; ? ? ? @(Lcom/groupbyinc/flux/ingest/IngestStats$Stats;Ljava/util/Map;)V 4 ?
? entry jLjava/util/Map$Entry; Ljava/util/Map$Entry; statsPerPipeline QLjava/util/Map; applyClusterState 4(Lcom/groupbyinc/flux/cluster/ClusterChangedEvent;)V /com/groupbyinc/flux/cluster/ClusterChangedEvent ? state ,()Lcom/groupbyinc/flux/cluster/ClusterState; ? ?
? ? (com/groupbyinc/flux/cluster/ClusterState ? getMetaData 1()Lcom/groupbyinc/flux/cluster/metadata/MetaData; ? ?
? ? ingest ? custom J(Ljava/lang/String;)Lcom/groupbyinc/flux/cluster/metadata/MetaData$Custom; ? ?
$ ? )com/groupbyinc/flux/ingest/IngestMetadata ? updatePipelineStats .(Lcom/groupbyinc/flux/ingest/IngestMetadata;)V ? ?
? event 1Lcom/groupbyinc/flux/cluster/ClusterChangedEvent; ingestMetadata +Lcom/groupbyinc/flux/ingest/IngestMetadata; (Ljava/util/Map;)V 4 ?
g ? keySet ? p ? getPipelines ? ?
? ? containsKey (Ljava/lang/Object;)Z ? ? ? remove ? 6 z ? unmodifiableMap (Ljava/util/Map;)Ljava/util/Map; ? ?
= ? pipeline Ljava/lang/String; changed Z newStatsPerPipeline (Ljava/util/Iterator; Ljava/util/Iterator; innerExecute W(Lcom/groupbyinc/flux/action/index/IndexRequest;Lcom/groupbyinc/flux/ingest/Pipeline;)V java/lang/Exception ? #com/groupbyinc/flux/ingest/Pipeline ?
getProcessors ()Ljava/util/List; ? ?
? ? java/util/List ? isEmpty ? | ? ? java/lang/System ? nanoTime ()J ? ?
? ? getId ()Ljava/lang/String; ? ?
? ? get &(Ljava/lang/Object;)Ljava/lang/Object; ? ? ? java/util/Optional ?
ofNullable ((Ljava/lang/Object;)Ljava/util/Optional; ? ?
? ? preIngest ? 6
? "java/lang/invoke/LambdaMetafactory ? metafactory ?(Ljava/lang/invoke/MethodHandles$Lookup;Ljava/lang/String;Ljava/lang/invoke/MethodType;Ljava/lang/invoke/MethodType;Ljava/lang/invoke/MethodHandle;Ljava/lang/invoke/MethodType;)Ljava/lang/invoke/CallSite; ? ?
? ? ? (Ljava/lang/Object;)V ? D(Lcom/groupbyinc/flux/ingest/PipelineExecutionService$StatsHolder;)V accept ()Ljava/util/function/Consumer; ifPresent (Ljava/util/function/Consumer;)V
? -com/groupbyinc/flux/action/index/IndexRequest index ?
type ?
id ?
routing ?
parent ?
version ?
java/lang/Long" valueOf (J)Ljava/lang/Long; $%
#& versionType )()Lcom/groupbyinc/flux/index/VersionType; ()
* sourceAsMap , ?
- ?(Ljava/lang/String;Ljava/lang/String;Ljava/lang/String;Ljava/lang/String;Ljava/lang/String;Ljava/lang/Long;Lcom/groupbyinc/flux/index/VersionType;Ljava/util/Map;)V 4/
0 .(Lcom/groupbyinc/flux/ingest/IngestDocument;)V W2
?3 extractMetadata 5 ?
6 INDEX 4Lcom/groupbyinc/flux/ingest/IngestDocument$MetaData; 89 : W(Ljava/lang/String;)Lcom/groupbyinc/flux/action/support/replication/ReplicationRequest; <
= TYPE ?9 @ C(Ljava/lang/String;)Lcom/groupbyinc/flux/action/index/IndexRequest; B
C ID E9 F B
H ROUTING J9 K B
M PARENT O9 P B
R VERSION T9 U java/lang/NumberW longValue Y ?
XZ 2(J)Lcom/groupbyinc/flux/action/index/IndexRequest; \
] VERSION_TYPE _9 ` %com/groupbyinc/flux/index/VersionTypeb
fromString ;(Ljava/lang/String;)Lcom/groupbyinc/flux/index/VersionType; de
cf X(Lcom/groupbyinc/flux/index/VersionType;)Lcom/groupbyinc/flux/action/index/IndexRequest; (h
i getSourceAndMetadata k ?
l source @(Ljava/util/Map;)Lcom/groupbyinc/flux/action/index/IndexRequest; no
p java/util/concurrent/TimeUnitr NANOSECONDS Ljava/util/concurrent/TimeUnit; tu sv toMillis (J)J xy
sz
postIngest (J)V |}
~ lambda$innerExecute$0 E(JLcom/groupbyinc/flux/ingest/PipelineExecutionService$StatsHolder;)V ??
?? (J)Ljava/util/function/Consumer; ? ? ingestFailed ? 6
?? java/lang/Throwable? Ljava/lang/Long; 'Lcom/groupbyinc/flux/index/VersionType; 5Ljava/util/Map; ingestDocument +Lcom/groupbyinc/flux/ingest/IngestDocument; metadataMap WLjava/util/Map; ingestTimeInMillis J e Ljava/lang/Exception; indexRequest /Lcom/groupbyinc/flux/action/index/IndexRequest; %Lcom/groupbyinc/flux/ingest/Pipeline; startTimeInNanos
pipelineStats WLjava/util/Optional; Ljava/util/Optional; getPipeline 9(Ljava/lang/String;)Lcom/groupbyinc/flux/ingest/Pipeline; (com/groupbyinc/flux/ingest/PipelineStore? ??
?? "java/lang/IllegalArgumentException? java/lang/StringBuilder?
? 7 pipeline with id [? append -(Ljava/lang/String;)Ljava/lang/StringBuilder; ??
?? ] does not exist? toString ? ?
?? (Ljava/lang/String;)V 4?
??
pipelineId statsHolder
access$000 n(Lcom/groupbyinc/flux/ingest/PipelineExecutionService;Ljava/lang/String;)Lcom/groupbyinc/flux/ingest/Pipeline; ??
? x0 x1
access$100 ?(Lcom/groupbyinc/flux/ingest/PipelineExecutionService;Lcom/groupbyinc/flux/action/index/IndexRequest;Lcom/groupbyinc/flux/ingest/Pipeline;)V ? ?
? x2 Signature Code LocalVariableTable LineNumberTable LocalVariableTypeTable ?(Ljava/lang/Iterable;Ljava/util/function/BiConsumer;Ljava/util/function/Consumer;)V
StackMapTable
Exceptions BootstrapMethods
SourceFile InnerClasses ! + , - . / 0 B 1 2 ? 3
4 5 ? s !*? 8*? Y? 9? ;*? A? C*+? E*,? G? ? ! H I ! + , ! - . ? 3 0 1 4 5 6 J K ? ? *? GM? Q? Y*-+,? T? Z ? ? * H I [ ] ^ ` a c ? [ \ ^ _ a b ?
; Z? ? d e ? ? d*? CL? gY+? k ? nM+? r ? x N-? ~ ? /-? ? ? :,? ? ? ?? ? ? ? ?? ? W??λ Y*? ;? ?,? ?? ? * 3 ? ? d H I _ 1 2 Q ? 2 ? 3 ? ? _ 1 3 Q ? ? ? ] _ ` 3 a Q b T d? ? z? 4 ? ? ? r +? ?? ??? ?? ?M,? *,? ?? ? H I ? ?
? ? ? i j k m? ? ? ? ? ? ?=? gY*? C? ?N-? ? ? x :? ~ ? )? ? ? ?:+? ?? ? ? ? ? =???+? ?? ? ? x :? ~ ? /? ? ? ?:-? ? ? -? Y? 9? ? W=??? ? *-? ̵ C? ? H 1 ? ? q ? ? ? H I ? ? ? ? ? ? ? ? 2 ? u ? ? ? ? 3 ? u ? ? F p q r s % t 1 u ? v F w H y K z q { | | ? } ? ? ? ? ? ? ?? ? z,? z2? ? ? ? ?
?,? ݹ ? ? ?? ?B*? C,? ? ? ? ? ?:*? ;? ?? ?
+?:+?:+?:+?: +? :
+?!?': +?+: +?.:
? Y
?1:,?4?7:+?;? ? ? ??>W+?A? ? ? ??DW+?G? ? ? ??IW+?L? ? ? ??NW+?Q? ? ? ??SW+?V? ? ?X?[?^W?a? ? ? +?a? ? ? ??g?jW+?m?qW?w? ?!e?{7*? ;??? ?
? @:*? ;???? ?
?:?w? ?!e?{7*? ;??? ?
?? &+P ? &+f Phf ? ? = ? ? C ? ? I ? ? O ? ? U ? ?
^ ? ? d ?(? j ?, 2
? ??? ? ?? 2 8 ?? R ?? u ?? ? H I ??? ? ?? }?? &h?? ? j ?,?
? ??? &h?? ? ? ' ? ?
? ? & ? - ? 7 ? = ? C ? I ? O ? U ? ^ ? d ? j ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ?! ?+ ?8 ?A ?M ?P ?R ?Y ?c ?f ?u ?~ ?? ?? ?? Q
? ? ? ? ? ? ? ?#c ? . ? ? ?U?&? ? ?? ? ? 1*? E+??M,? %??Y??Y?????+??????????,? ? 1 H I 1? ? ( ?? ? ? ?
? / ?? ? / ?
?? ? : , ?? ? ?? ? 0 ? ??? ? : *+??? ? ? I ? ? ? +?? ? E *+,?ű ? ? I ?? ?? ? +? ? ? ? ?? ? B
@ " $ % ' ) *