org.apache.camel.component.aws2.firehose.KinesisFirehose2Producer Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of camel-aws2-kinesis Show documentation
A Camel Amazon Kinesis Web Service Component Version 2
The newest version!
/*
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.apache.camel.component.aws2.firehose;

import java.nio.ByteBuffer;
import java.util.Collection;

import org.apache.camel.Exchange;
import org.apache.camel.Message;
import org.apache.camel.support.DefaultProducer;
import org.apache.camel.util.ObjectHelper;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import software.amazon.awssdk.core.SdkBytes;
import software.amazon.awssdk.services.firehose.FirehoseClient;
import software.amazon.awssdk.services.firehose.model.CreateDeliveryStreamRequest;
import software.amazon.awssdk.services.firehose.model.CreateDeliveryStreamResponse;
import software.amazon.awssdk.services.firehose.model.DeleteDeliveryStreamRequest;
import software.amazon.awssdk.services.firehose.model.DeleteDeliveryStreamResponse;
import software.amazon.awssdk.services.firehose.model.DescribeDeliveryStreamRequest;
import software.amazon.awssdk.services.firehose.model.DescribeDeliveryStreamResponse;
import software.amazon.awssdk.services.firehose.model.PutRecordBatchRequest;
import software.amazon.awssdk.services.firehose.model.PutRecordBatchResponse;
import software.amazon.awssdk.services.firehose.model.PutRecordRequest;
import software.amazon.awssdk.services.firehose.model.PutRecordResponse;
import software.amazon.awssdk.services.firehose.model.Record;
import software.amazon.awssdk.services.firehose.model.UpdateDestinationRequest;
import software.amazon.awssdk.services.firehose.model.UpdateDestinationResponse;

public class KinesisFirehose2Producer extends DefaultProducer {

    private static final Logger LOG = LoggerFactory.getLogger(KinesisFirehose2Producer.class);

    public KinesisFirehose2Producer(KinesisFirehose2Endpoint endpoint) {
        super(endpoint);
    }

    @Override
    public KinesisFirehose2Endpoint getEndpoint() {
        return (KinesisFirehose2Endpoint) super.getEndpoint();
    }

    @Override
    public void process(Exchange exchange) throws Exception {
        KinesisFirehose2Operations operation = determineOperation(exchange);
        if (ObjectHelper.isEmpty(operation)) {
            processSingleRecord(exchange);
        } else {
            switch (operation) {
                case sendBatchRecord:
                    sendBatchRecord(getClient(), exchange);
                    break;
                case createDeliveryStream:
                    createDeliveryStream(getClient(), exchange);
                    break;
                case deleteDeliveryStream:
                    deleteDeliveryStream(getClient(), exchange);
                    break;
                case updateDestination:
                    updateDestination(getClient(), exchange);
                    break;
                case describeDeliveryStream:
                    describeDeliveryStream(getClient(), exchange);
                    break;
                default:
                    throw new IllegalArgumentException("Unsupported operation");
            }
        }
    }

    private void createDeliveryStream(FirehoseClient client, Exchange exchange) {
        if (exchange.getIn().getBody() instanceof CreateDeliveryStreamRequest) {
            CreateDeliveryStreamRequest req = exchange.getIn().getBody(CreateDeliveryStreamRequest.class);
            CreateDeliveryStreamResponse result = client.createDeliveryStream(req);
            Message message = getMessageForResponse(exchange);
            message.setBody(result);
        } else {
            throw new IllegalArgumentException(
                    "The createDeliveryStream operation expects a CreateDeliveryStream instance as body");
        }
    }

    private void deleteDeliveryStream(FirehoseClient client, Exchange exchange) {
        if (exchange.getIn().getBody() instanceof DeleteDeliveryStreamRequest) {
            DeleteDeliveryStreamRequest req = exchange.getIn().getBody(DeleteDeliveryStreamRequest.class);
            DeleteDeliveryStreamResponse result = client.deleteDeliveryStream(req);
            Message message = getMessageForResponse(exchange);
            message.setBody(result);
        } else {
            if (ObjectHelper.isNotEmpty(exchange.getIn().getHeader(KinesisFirehose2Constants.KINESIS_FIREHOSE_STREAM_NAME))) {
                DeleteDeliveryStreamRequest req = DeleteDeliveryStreamRequest.builder()
                        .deliveryStreamName(exchange.getIn().getHeader(KinesisFirehose2Constants.KINESIS_FIREHOSE_STREAM_NAME,
                                String.class))
                        .build();
                DeleteDeliveryStreamResponse result = client.deleteDeliveryStream(req);
                Message message = getMessageForResponse(exchange);
                message.setBody(result);
            } else {
                throw new IllegalArgumentException(
                        "The deleteDeliveryStream operation expects at least an delivery stream name header or a DeleteDeliveryStreamRequest instance");
            }
        }
    }

    private void updateDestination(FirehoseClient client, Exchange exchange) {
        if (exchange.getIn().getBody() instanceof CreateDeliveryStreamRequest) {
            UpdateDestinationRequest req = exchange.getIn().getBody(UpdateDestinationRequest.class);
            UpdateDestinationResponse result = client.updateDestination(req);
            Message message = getMessageForResponse(exchange);
            message.setBody(result);
        } else {
            throw new IllegalArgumentException(
                    "The updateDestination operation expects an UpdateDestinationRequest instance as body");
        }
    }

    private void describeDeliveryStream(FirehoseClient client, Exchange exchange) {
        if (exchange.getIn().getBody() instanceof DescribeDeliveryStreamRequest) {
            DescribeDeliveryStreamRequest req = exchange.getIn().getBody(DescribeDeliveryStreamRequest.class);
            DescribeDeliveryStreamResponse result = client.describeDeliveryStream(req);
            Message message = getMessageForResponse(exchange);
            message.setBody(result);
        } else {
            if (ObjectHelper.isNotEmpty(exchange.getIn().getHeader(KinesisFirehose2Constants.KINESIS_FIREHOSE_STREAM_NAME))) {
                DescribeDeliveryStreamRequest req = DescribeDeliveryStreamRequest.builder()
                        .deliveryStreamName(exchange.getIn().getHeader(KinesisFirehose2Constants.KINESIS_FIREHOSE_STREAM_NAME,
                                String.class))
                        .build();
                DescribeDeliveryStreamResponse result = client.describeDeliveryStream(req);
                Message message = getMessageForResponse(exchange);
                message.setBody(result);
            } else {
                throw new IllegalArgumentException(
                        "The describeDeliveryStream operation expects at least an delivery stream name header or a DeleteDeliveryStreamRequest instance");
            }
        }
    }

    private void sendBatchRecord(FirehoseClient client, Exchange exchange) {
        if (exchange.getIn().getBody() instanceof Iterable) {
            Iterable c = exchange.getIn().getBody(Iterable.class);
            PutRecordBatchRequest.Builder batchRequest = PutRecordBatchRequest.builder();
            batchRequest.deliveryStreamName(getEndpoint().getConfiguration().getStreamName());
            batchRequest.records((Collection) c);
            PutRecordBatchResponse result = client.putRecordBatch(batchRequest.build());
            Message message = getMessageForResponse(exchange);
            message.setBody(result);
        } else {
            PutRecordBatchRequest req = exchange.getIn().getBody(PutRecordBatchRequest.class);
            PutRecordBatchResponse result = client.putRecordBatch(req);
            Message message = getMessageForResponse(exchange);
            message.setBody(result);
        }
    }

    public void processSingleRecord(final Exchange exchange) {
        PutRecordRequest request = createRequest(exchange);
        LOG.trace("Sending request [{}] from exchange [{}]...", request, exchange);
        PutRecordResponse putRecordResult = getEndpoint().getClient().putRecord(request);
        LOG.trace("Received result [{}]", putRecordResult);
        Message message = getMessageForResponse(exchange);
        message.setHeader(KinesisFirehose2Constants.RECORD_ID, putRecordResult.recordId());
    }

    private PutRecordRequest createRequest(Exchange exchange) {
        ByteBuffer body = exchange.getIn().getBody(ByteBuffer.class);
        Record.Builder builder = Record.builder();
        builder.data(SdkBytes.fromByteBuffer(body));

        PutRecordRequest.Builder putRecordRequest = PutRecordRequest.builder();
        putRecordRequest.deliveryStreamName(getEndpoint().getConfiguration().getStreamName());
        putRecordRequest.record(builder.build());
        return putRecordRequest.build();
    }

    public static Message getMessageForResponse(final Exchange exchange) {
        return exchange.getMessage();
    }

    protected FirehoseClient getClient() {
        return getEndpoint().getClient();
    }

    protected KinesisFirehose2Configuration getConfiguration() {
        return getEndpoint().getConfiguration();
    }

    private KinesisFirehose2Operations determineOperation(Exchange exchange) {
        KinesisFirehose2Operations operation = exchange.getIn().getHeader(KinesisFirehose2Constants.KINESIS_FIREHOSE_OPERATION,
                KinesisFirehose2Operations.class);
        if (operation == null) {
            operation = getConfiguration().getOperation();
        }
        return operation;
    }
}