org.elasticsearch.ingest.PipelineProcessor Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of elasticsearch Show documentation
Elasticsearch subproject :server
There is a newer version: 8.16.0
/*
 * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
 * or more contributor license agreements. Licensed under the Elastic License
 * 2.0 and the Server Side Public License, v 1; you may not use this file except
 * in compliance with, at your election, the Elastic License 2.0 or the Server
 * Side Public License, v 1.
 */

package org.elasticsearch.ingest;

import org.elasticsearch.script.TemplateScript;

import java.util.Map;
import java.util.function.BiConsumer;

public class PipelineProcessor extends AbstractProcessor {

    public static final String TYPE = "pipeline";

    private final TemplateScript.Factory pipelineTemplate;
    private final boolean ignoreMissingPipeline;
    private final IngestService ingestService;

    PipelineProcessor(
        String tag,
        String description,
        TemplateScript.Factory pipelineTemplate,
        boolean ignoreMissingPipeline,
        IngestService ingestService
    ) {
        super(tag, description);
        this.pipelineTemplate = pipelineTemplate;
        this.ignoreMissingPipeline = ignoreMissingPipeline;
        this.ingestService = ingestService;
    }

    public boolean isIgnoreMissingPipeline() {
        return ignoreMissingPipeline;
    }

    @Override
    public void execute(IngestDocument ingestDocument, BiConsumer handler) {
        String pipelineName = ingestDocument.renderTemplate(this.pipelineTemplate);
        Pipeline pipeline = ingestService.getPipeline(pipelineName);
        if (pipeline != null) {
            ingestDocument.executePipeline(pipeline, handler);
        } else {
            if (ignoreMissingPipeline) {
                handler.accept(ingestDocument, null);
            } else {
                handler.accept(
                    null,
                    new IllegalStateException("Pipeline processor configured for non-existent pipeline [" + pipelineName + ']')
                );
            }
        }
    }

    Pipeline getPipeline(IngestDocument ingestDocument) {
        return ingestService.getPipeline(getPipelineToCallName(ingestDocument));
    }

    String getPipelineToCallName(IngestDocument ingestDocument) {
        return ingestDocument.renderTemplate(this.pipelineTemplate);
    }

    @Override
    public String getType() {
        return TYPE;
    }

    @Override
    public boolean isAsync() {
        // the pipeline processor always presents itself as async
        return true;
    }

    TemplateScript.Factory getPipelineTemplate() {
        return pipelineTemplate;
    }

    public static final class Factory implements Processor.Factory {

        private final IngestService ingestService;

        public Factory(IngestService ingestService) {
            this.ingestService = ingestService;
        }

        @Override
        public PipelineProcessor create(
            Map registry,
            String processorTag,
            String description,
            Map config
        ) throws Exception {
            TemplateScript.Factory pipelineTemplate = ConfigurationUtils.readTemplateProperty(
                TYPE,
                processorTag,
                config,
                "name",
                ingestService.getScriptService()
            );
            boolean ignoreMissingPipeline = ConfigurationUtils.readBooleanProperty(
                TYPE,
                processorTag,
                config,
                "ignore_missing_pipeline",
                false
            );
            return new PipelineProcessor(processorTag, description, pipelineTemplate, ignoreMissingPipeline, ingestService);
        }
    }
}