org.apache.pulsar.io.rabbitmq.RabbitMQSink Maven / Gradle / Ivy
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
package org.apache.pulsar.io.rabbitmq;
import com.rabbitmq.client.BuiltinExchangeType;
import com.rabbitmq.client.Channel;
import com.rabbitmq.client.Connection;
import com.rabbitmq.client.ConnectionFactory;
import java.io.IOException;
import java.util.Map;
import lombok.extern.slf4j.Slf4j;
import org.apache.commons.lang3.StringUtils;
import org.apache.pulsar.functions.api.Record;
import org.apache.pulsar.io.core.Sink;
import org.apache.pulsar.io.core.SinkContext;
import org.apache.pulsar.io.core.annotations.Connector;
import org.apache.pulsar.io.core.annotations.IOType;
/**
* A Simple RabbitMQ sink, which transfer records from Pulsar to RabbitMQ.
* This class expects records from Pulsar to have values that are stored as bytes or string.
*/
@Connector(
name = "rabbitmq",
type = IOType.SINK,
help = "A sink connector is used for moving messages from Pulsar to RabbitMQ.",
configClass = RabbitMQSinkConfig.class
)
@Slf4j
public class RabbitMQSink implements Sink {
private Connection rabbitMQConnection;
private Channel rabbitMQChannel;
private RabbitMQSinkConfig rabbitMQSinkConfig;
private String exchangeName;
private String defaultRoutingKey;
@Override
public void open(Map config, SinkContext sinkContext) throws Exception {
rabbitMQSinkConfig = RabbitMQSinkConfig.load(config, sinkContext);
rabbitMQSinkConfig.validate();
ConnectionFactory connectionFactory = rabbitMQSinkConfig.createConnectionFactory();
rabbitMQConnection = connectionFactory.newConnection(rabbitMQSinkConfig.getConnectionName());
log.info("A new connection to {}:{} has been opened successfully.",
rabbitMQConnection.getAddress().getCanonicalHostName(),
rabbitMQConnection.getPort()
);
exchangeName = rabbitMQSinkConfig.getExchangeName();
defaultRoutingKey = rabbitMQSinkConfig.getRoutingKey();
String exchangeType = rabbitMQSinkConfig.getExchangeType();
rabbitMQChannel = rabbitMQConnection.createChannel();
String queueName = rabbitMQSinkConfig.getQueueName();
if (StringUtils.isNotEmpty(queueName)) {
rabbitMQChannel.exchangeDeclare(exchangeName, BuiltinExchangeType.DIRECT, true);
rabbitMQChannel.queueDeclare(rabbitMQSinkConfig.getQueueName(), true, false, false, null);
rabbitMQChannel.queueBind(rabbitMQSinkConfig.getQueueName(), exchangeName, defaultRoutingKey);
} else {
rabbitMQChannel.exchangeDeclare(exchangeName, exchangeType, true);
}
}
@Override
public void write(Record record) {
byte[] value = record.getValue();
try {
String routingKey = record.getProperties().get("routingKey");
rabbitMQChannel.basicPublish(exchangeName,
StringUtils.isEmpty(routingKey) ? defaultRoutingKey : routingKey, null, value);
record.ack();
} catch (IOException e) {
record.fail();
log.warn("Failed to publish the message to RabbitMQ ", e);
}
}
@Override
public void close() throws Exception {
if (rabbitMQChannel != null) {
rabbitMQChannel.close();
}
if (rabbitMQConnection != null) {
rabbitMQConnection.close();
}
}
}