com.groupbyinc.flux.ingest.PipelineExecutionService.class Maven / Gradle / Ivy
???? 4? 3com/groupbyinc/flux/ingest/PipelineExecutionService java/lang/Object /com/groupbyinc/flux/cluster/ClusterStateApplier PipelineExecutionService.java ?com/groupbyinc/flux/ingest/PipelineExecutionService$StatsHolder StatsHolder 5com/groupbyinc/flux/ingest/PipelineExecutionService$2 5com/groupbyinc/flux/ingest/PipelineExecutionService$1
java/util/Map$Entry
java/util/Map Entry ,com/groupbyinc/flux/ingest/IngestStats$Stats &com/groupbyinc/flux/ingest/IngestStats Stats 2com/groupbyinc/flux/ingest/IngestDocument$MetaData )com/groupbyinc/flux/ingest/IngestDocument MetaData /com/groupbyinc/flux/threadpool/ThreadPool$Names )com/groupbyinc/flux/threadpool/ThreadPool Names 4com/groupbyinc/flux/cluster/metadata/MetaData$Custom # -com/groupbyinc/flux/cluster/metadata/MetaData % Custom %java/lang/invoke/MethodHandles$Lookup ( java/lang/invoke/MethodHandles * Lookup store *Lcom/groupbyinc/flux/ingest/PipelineStore;
threadPool +Lcom/groupbyinc/flux/threadpool/ThreadPool;
totalStats ALcom/groupbyinc/flux/ingest/PipelineExecutionService$StatsHolder; statsHolderPerPipeline Ljava/util/Map; dLjava/util/Map; X(Lcom/groupbyinc/flux/ingest/PipelineStore;Lcom/groupbyinc/flux/threadpool/ThreadPool;)V ()V 6 8
9
9 1 2 < java/util/Collections > emptyMap ()Ljava/util/Map; @ A
? B 3 4 D - . F / 0 H this 5Lcom/groupbyinc/flux/ingest/PipelineExecutionService; executeIndexRequest l(Lcom/groupbyinc/flux/action/index/IndexRequest;Ljava/util/function/Consumer;Ljava/util/function/Consumer;)V -com/groupbyinc/flux/action/index/IndexRequest N getPipeline ()Ljava/lang/String; P Q
O R 9(Ljava/lang/String;)Lcom/groupbyinc/flux/ingest/Pipeline; P T
U index W executor :(Ljava/lang/String;)Ljava/util/concurrent/ExecutorService; Y Z
! [ ?(Lcom/groupbyinc/flux/ingest/PipelineExecutionService;Ljava/util/function/Consumer;Lcom/groupbyinc/flux/action/index/IndexRequest;Lcom/groupbyinc/flux/ingest/Pipeline;Ljava/util/function/Consumer;)V 6 ]
^ $java/util/concurrent/ExecutorService ` execute (Ljava/lang/Runnable;)V b c a d request /Lcom/groupbyinc/flux/action/index/IndexRequest; failureHandler 4Ljava/util/function/Consumer; Ljava/util/function/Consumer; completionHandler 2Ljava/util/function/Consumer; pipeline %Lcom/groupbyinc/flux/ingest/Pipeline; executeBulkRequest S(Ljava/lang/Iterable;Ljava/util/function/BiConsumer;Ljava/util/function/Consumer;)V bulk q ?(Lcom/groupbyinc/flux/ingest/PipelineExecutionService;Ljava/util/function/Consumer;Ljava/lang/Iterable;Ljava/util/function/BiConsumer;)V 6 s
t actionRequests BLjava/lang/Iterable; Ljava/lang/Iterable; itemFailureHandler eLjava/util/function/BiConsumer; Ljava/util/function/BiConsumer; stats *()Lcom/groupbyinc/flux/ingest/IngestStats; java/util/HashMap ~ size ()I ? ? ? (I)V 6 ?
? entrySet ()Ljava/util/Set; ? ? ?
java/util/Set ? iterator ()Ljava/util/Iterator; ? ? ? ? java/util/Iterator ? hasNext ()Z ? ? ? ? next ()Ljava/lang/Object; ? ? ? ? getKey ? ? ? getValue ? ? ? createStats 0()Lcom/groupbyinc/flux/ingest/IngestStats$Stats; ? ?
? put 8(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object; ? ? ? @(Lcom/groupbyinc/flux/ingest/IngestStats$Stats;Ljava/util/Map;)V 6 ?
? entry jLjava/util/Map$Entry; Ljava/util/Map$Entry; statsPerPipeline QLjava/util/Map; applyClusterState 4(Lcom/groupbyinc/flux/cluster/ClusterChangedEvent;)V /com/groupbyinc/flux/cluster/ClusterChangedEvent ? state ,()Lcom/groupbyinc/flux/cluster/ClusterState; ? ?
? ? (com/groupbyinc/flux/cluster/ClusterState ? getMetaData 1()Lcom/groupbyinc/flux/cluster/metadata/MetaData; ? ?
? ? ingest ? custom J(Ljava/lang/String;)Lcom/groupbyinc/flux/cluster/metadata/MetaData$Custom; ? ?
& ? )com/groupbyinc/flux/ingest/IngestMetadata ? updatePipelineStats .(Lcom/groupbyinc/flux/ingest/IngestMetadata;)V ? ?
? event 1Lcom/groupbyinc/flux/cluster/ClusterChangedEvent; ingestMetadata +Lcom/groupbyinc/flux/ingest/IngestMetadata; (Ljava/util/Map;)V 6 ?
? keySet ? ? ? java/lang/String ? getPipelines ? A
? ? containsKey (Ljava/lang/Object;)Z ? ? ? remove ? 8 ? ? unmodifiableMap (Ljava/util/Map;)Ljava/util/Map; ? ?
? ? Ljava/lang/String; changed Z newStatsPerPipeline (Ljava/util/Iterator; Ljava/util/Iterator; innerExecute W(Lcom/groupbyinc/flux/action/index/IndexRequest;Lcom/groupbyinc/flux/ingest/Pipeline;)V java/lang/Exception ? #com/groupbyinc/flux/ingest/Pipeline ?
getProcessors ()Ljava/util/List; ? ?
? ? java/util/List ? isEmpty ? ? ? ? java/lang/System ? nanoTime ()J ? ?
? ? getId Q
? get &(Ljava/lang/Object;)Ljava/lang/Object; java/util/Optional
ofNullable ((Ljava/lang/Object;)Ljava/util/Optional;
preIngest
8
"java/lang/invoke/LambdaMetafactory metafactory ?(Ljava/lang/invoke/MethodHandles$Lookup;Ljava/lang/String;Ljava/lang/invoke/MethodType;Ljava/lang/invoke/MethodType;Ljava/lang/invoke/MethodHandle;Ljava/lang/invoke/MethodType;)Ljava/lang/invoke/CallSite;
(Ljava/lang/Object;)V D(Lcom/groupbyinc/flux/ingest/PipelineExecutionService$StatsHolder;)V accept ()Ljava/util/function/Consumer; ifPresent (Ljava/util/function/Consumer;)V !
" W Q
O$ type & Q
O' id ) Q
O* routing , Q
O- parent / Q
O0 sourceAsMap 2 A
O3 l(Ljava/lang/String;Ljava/lang/String;Ljava/lang/String;Ljava/lang/String;Ljava/lang/String;Ljava/util/Map;)V 65
6 .(Lcom/groupbyinc/flux/ingest/IngestDocument;)V b8
?9 extractMetadata ; A
< INDEX 4Lcom/groupbyinc/flux/ingest/IngestDocument$MetaData; >? @ W(Ljava/lang/String;)Lcom/groupbyinc/flux/action/support/replication/ReplicationRequest; WB
OC TYPE E? F C(Ljava/lang/String;)Lcom/groupbyinc/flux/action/index/IndexRequest; &H
OI ID K? L )H
ON ROUTING P? Q ,H
OS PARENT U? V /H
OX getSourceAndMetadata Z A
[ source @(Ljava/util/Map;)Lcom/groupbyinc/flux/action/index/IndexRequest; ]^
O_ java/util/concurrent/TimeUnita NANOSECONDS Ljava/util/concurrent/TimeUnit; cd be toMillis (J)J gh
bi
postIngest (J)V kl
m lambda$innerExecute$0 E(JLcom/groupbyinc/flux/ingest/PipelineExecutionService$StatsHolder;)V op
qr (J)Ljava/util/function/Consumer; t u ingestFailed w 8
xy java/lang/Throwable| 5Ljava/util/Map; ingestDocument +Lcom/groupbyinc/flux/ingest/IngestDocument; metadataMap WLjava/util/Map; ingestTimeInMillis J e Ljava/lang/Exception; indexRequest startTimeInNanos
pipelineStats WLjava/util/Optional; Ljava/util/Optional; (com/groupbyinc/flux/ingest/PipelineStore? T
?? "java/lang/IllegalArgumentException? java/lang/StringBuilder?
? 9 pipeline with id [? append -(Ljava/lang/String;)Ljava/lang/StringBuilder; ??
?? ] does not exist? toString ? Q
?? (Ljava/lang/String;)V 6?
??
pipelineId statsHolder
access$000 ?(Lcom/groupbyinc/flux/ingest/PipelineExecutionService;Lcom/groupbyinc/flux/action/index/IndexRequest;Lcom/groupbyinc/flux/ingest/Pipeline;)V ? ?
? x0 x1 x2
access$100 n(Lcom/groupbyinc/flux/ingest/PipelineExecutionService;Ljava/lang/String;)Lcom/groupbyinc/flux/ingest/Pipeline; Signature Code LocalVariableTable LineNumberTable LocalVariableTypeTable ?(Lcom/groupbyinc/flux/action/index/IndexRequest;Ljava/util/function/Consumer;Ljava/util/function/Consumer;)V ?(Ljava/lang/Iterable;Ljava/util/function/BiConsumer;Ljava/util/function/Consumer;)V
StackMapTable
Exceptions BootstrapMethods
SourceFile InnerClasses ! - . / 0 1 2 B 3 4 ? 5 6 7 ? s !*? :*? Y? ;? =*? C? E*+? G*,? I? ? ! J K ! - . ! / 0 ? 1 . / 2 3 4 L M ? ? &*+? S? V:*? IX? \? Y*,+-? _? e ? ? 4 & J K & f g & h j & k j
m n ? & h i & k l ? 7
8 % E? ? o p ? ? *? Ir? \? Y*-+,? u? e ? ? * J K v x y { k j ? v w y z k i ?
J e? ? | } ? ? a*? EL? Y+? ? ? ?M+? ? ? ? N-? ? ? ,-? ? ? :,? ? ? ? ? ? ?? ? W??ѻ Y*? =? ?,? ?? ? * 3 ? ? a J K \ 3 4 N ? 4 ? 3 ? ? \ 3 5 N ? ? ? h j k 3 l N m Q o? ? ?? 1 ? ? ? r +? ?? ??? ?? ?M,? *,? ʱ ? J K ? ?
? ? ? t u v x? ? ? ? ? ? ?=? Y*? E? ?N-? ? ? ? :? ? ? )? ? ? ?:+? ?? ? ? ? ? =???+? ٹ ? ? ? :? ? ? /? ? ? ?:-? ? ? -? Y? ;? ? W=??? ? *-? ? E? ? H 1 m ? q m ? ? J K ? ? ? ? ? ? ? ? 4 ? ? ? ? ? ? 5 ? ? ? ? F { | } ~ % 1 ? ? ? F ? H ? K ? q ? | ? ? ? ? ? ? ? ? ? ? ?? ? ?,? ?2? ? ? ? ? A,? ?? ? ? ?? ?B*? E,?? ? :*? =?? ?#+?%:+?(:+?+:+?.: +?1:
+?4: ? Y
?7: , ?: ?=:
+
?A? ? ֶDW+
?G? ? ֶJW+
?M? ? ֶOW+
?R? ? ֶTW+
?W? ? ֶYW+ ?\?`W?f? ?!e?j7*? =?n?v ?#? @:*? =?y?{ ?#?:?f? ?!e?j7*? =?n?v ?#?? # ? ? # ? ? ? : ? W ? @ ?& ? F ?) ? L ?, ? R ?/ ?
X ?2 4 m q? z d? 4
? ?? ?? ( ?? A J K A? g A m n 0?? # ?? ? X ?2~ z d??
# ?? ? ? " ? ?
? ? # ? * ? 4 ? : ? @ ? F ? L ? R ? X ? m ? s ? z ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ?( ?1 ?= ?@ ??
? ? O ? ?U}&? ? P T ? ? 1*? G+??M,? %??Y??Y?????+??????????,? ? 1 J K 1? ? ( m n ? ? ?
? / ?? ? / ?
op ? : , ?n? ? ?? ? 2 ? ??? ? E *+,??? ? ? K ? g ? n ? )? ??? ? : *+? V? ? ? K ? ? ? ) ? s z? ? J
@ ! " $ & ' ) + , © 2015 - 2025 Weber Informatics LLC | Privacy Policy